-- Logs begin at Sun 2021-04-11 16:42:53 UTC, end at Sun 2021-04-11 17:44:01 UTC. -- Apr 11 17:11:47.656634 dv-cinder-784779-4-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 11 17:11:50.551538 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.common.config [-] Logging enabled! Apr 11 17:11:50.552126 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev50 Apr 11 17:11:50.553464 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85130) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 11 17:11:50.555236 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.common.config [-] Logging enabled! Apr 11 17:11:50.555533 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev50 Apr 11 17:11:50.555907 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85130) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 11 17:11:50.556968 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 11 17:11:50.557235 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 11 17:11:50.558263 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 11 17:11:50.558548 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 11 17:11:50.558811 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 11 17:11:50.559180 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.559525 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.559886 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.560156 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.560496 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.560830 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.561151 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.561483 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.561829 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.562148 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.562462 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.562789 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.563054 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.563372 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] config_source = [] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.563725 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.564082 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.564337 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] debug = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.564654 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.565193 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.565518 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.565835 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.566165 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.566479 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.566786 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.567103 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.567423 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.567788 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] host = dv-cinder-784779-4-smb {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.568132 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.568461 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.568788 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.569114 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.569427 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.569741 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.570520 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.570839 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] log_dir = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.571156 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] log_file = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.572368 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.572707 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.573040 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.573386 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.573659 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.573919 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.574244 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.574584 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.574901 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.575219 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.575525 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.575860 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.576170 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.576477 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.576812 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.577141 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.577466 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.577775 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.578085 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.578395 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.578704 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.579030 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.579874 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.580191 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.580501 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.580830 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.581134 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.581444 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.581791 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.582119 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.582492 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.582767 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.583123 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.583453 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.583762 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.584102 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] use_journal = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.584410 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] use_json = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.584719 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.585025 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.585350 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.585668 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.585977 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.586281 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.586592 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.586917 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:50.587253 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.587595 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.587965 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.588289 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.588621 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.589190 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.589522 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.589838 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.590168 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.590497 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.590823 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.591138 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.591463 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.591782 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.592146 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.592498 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.592837 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.593170 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.593478 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.593790 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.594105 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.594419 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.594762 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.595654 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.596013 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.596325 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.596642 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.596977 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.597292 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.597600 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.597915 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.598249 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.598560 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.598870 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.599188 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.599500 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.599819 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.600173 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.600487 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.600819 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.601134 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.601440 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.601746 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.602058 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.602361 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.602686 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.603003 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.603311 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.603618 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.603960 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.604268 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.604579 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.604896 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.605205 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.605521 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.605830 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.606137 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.606446 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.606753 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.607062 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.607369 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.607676 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.608015 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.608324 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.608631 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.608940 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.609252 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.609560 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.609882 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.610220 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.610578 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.610893 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.611209 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.611523 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.611890 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.612175 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.612489 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.612802 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.613109 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.613441 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.613761 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.614083 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.614401 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.614712 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.615047 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.615361 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.615679 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.616017 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.616335 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.616664 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.617009 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.617312 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.617704 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.617971 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.618293 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.618920 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.618920 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.619217 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.619590 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:50.619995 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 11 17:11:50.620250 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=85130) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 11 17:11:51.288102 dv-cinder-784779-4-smb neutron-server[85130]: INFO keyring.backend [-] Loading Gnome Apr 11 17:11:51.305572 dv-cinder-784779-4-smb neutron-server[85130]: INFO keyring.backend [-] Loading Google Apr 11 17:11:51.308216 dv-cinder-784779-4-smb neutron-server[85130]: INFO keyring.backend [-] Loading Windows (alt) Apr 11 17:11:51.312077 dv-cinder-784779-4-smb neutron-server[85130]: INFO keyring.backend [-] Loading file Apr 11 17:11:51.312868 dv-cinder-784779-4-smb neutron-server[85130]: INFO keyring.backend [-] Loading keyczar Apr 11 17:11:51.313133 dv-cinder-784779-4-smb neutron-server[85130]: INFO keyring.backend [-] Loading multi Apr 11 17:11:51.313848 dv-cinder-784779-4-smb neutron-server[85130]: INFO keyring.backend [-] Loading pyfs Apr 11 17:11:51.361599 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=85130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:11:51.361915 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=85130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:11:51.362233 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=85130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:11:51.362601 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 11 17:11:51.762762 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:51.763335 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:51.763335 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:51.766353 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:51.767232 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:51.767544 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:51.803882 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:51.804200 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:51.804504 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:51.818409 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:51.818719 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:51.819013 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:51.886541 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:51.886849 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:51.887142 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:51.888307 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:51.888607 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:51.888897 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:52.164067 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:52.164403 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:52.164690 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:52.164990 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:52.167064 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:52.317783 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:52.318154 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:52.318471 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:52.318766 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:52.319055 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:52.319428 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:52.319719 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:52.320050 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:52.320330 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:52.320656 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:52.320942 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:52.321235 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:52.321530 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:52.321809 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:52.322141 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:52.322427 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:52.322703 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:52.323009 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:52.323285 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:52.323613 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:52.324079 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:52.324379 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:52.324629 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:52.324960 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:52.325231 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:52.325504 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:52.325920 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=85130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 11 17:11:52.326185 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=85130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 11 17:11:52.326453 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=85130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 11 17:11:52.326713 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=85130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 11 17:11:52.326972 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=85130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 11 17:11:52.327232 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=85130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 11 17:11:52.327639 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 11 17:11:52.331602 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 11 17:11:52.335640 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 11 17:11:52.339915 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Apr 11 17:11:52.341559 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 11 17:11:52.342825 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 11 17:11:52.343199 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 11 17:11:52.343628 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 11 17:11:52.347033 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 11 17:11:52.347318 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 11 17:11:52.347703 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 11 17:11:52.374809 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 11 17:11:52.375318 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:52.375651 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=85130) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 11 17:11:52.376113 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:52.377464 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=85130) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 11 17:11:52.377786 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 11 17:11:52.378071 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 11 17:11:52.381256 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:52.381565 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:52.451417 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 11 17:11:52.451674 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 11 17:11:52.451857 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 11 17:11:52.452285 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 11 17:11:52.489937 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_db.sqlalchemy.engines [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=85130) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 11 17:11:52.935185 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.plugins.ml2.managers [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Initializing driver for type 'gre' Apr 11 17:11:52.935738 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] gre ID ranges: [(1, 1000)] Apr 11 17:11:52.976149 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.plugins.ml2.managers [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Initializing driver for type 'local' Apr 11 17:11:52.976524 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.plugins.ml2.managers [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Initializing driver for type 'vlan' Apr 11 17:11:52.987376 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] VlanTypeDriver initialization complete Apr 11 17:11:52.987746 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.plugins.ml2.managers [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Initializing driver for type 'vxlan' Apr 11 17:11:52.988322 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] vxlan ID ranges: [(1, 1000)] Apr 11 17:11:53.028535 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.plugins.ml2.managers [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Initializing extension driver 'port_security' Apr 11 17:11:53.028890 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.plugins.ml2.extensions.port_security [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] PortSecurityExtensionDriver initialization complete Apr 11 17:11:53.029257 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.plugins.ml2.managers [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Initializing mechanism driver 'openvswitch' Apr 11 17:11:53.029607 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.plugins.ml2.managers [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Initializing mechanism driver 'hyperv' Apr 11 17:11:53.035975 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=85130) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:11:53.036809 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > port after_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.037211 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > port after_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.037595 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > port after_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.038012 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > subnet after_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.038406 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > subnet after_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.038781 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > subnet after_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.039188 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > network after_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.039565 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > network after_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.039991 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > network after_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.040404 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > security_group after_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.040780 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > security_group after_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.041149 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > security_group after_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.041561 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.041932 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.042296 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.042835 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > address_group after_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.043198 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > address_group after_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.043560 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > address_group after_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.043951 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] ML2 OVO RPC backend initialized. {{(pid=85130) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 11 17:11:53.044739 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > router_interface after_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.045121 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.045573 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > network before_response 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.045944 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > networks before_response 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.046313 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > port before_response 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.046684 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > ports before_response 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.047056 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > subnet before_response 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.047426 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > subnets before_response 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.048322 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > network after_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.048708 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > network after_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.049072 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > network after_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.049435 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > port after_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.049798 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > port after_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.050159 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > port after_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.050522 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > subnet after_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.050883 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > subnet after_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.051244 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > subnet after_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.051903 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.plugins.ml2.plugin [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Modular L2 Plugin initialization complete Apr 11 17:11:53.052259 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading services supported by the core plugin {{(pid=85130) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 11 17:11:53.052619 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.plugins.ml2.managers [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Got port-security extension from driver 'port_security' Apr 11 17:11:53.053118 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.extensions.vlantransparent [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Disabled vlantransparent extension. Apr 11 17:11:53.053642 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=85130) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 11 17:11:53.053978 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading Plugin: router Apr 11 17:11:53.091510 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > router_interface before_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.091983 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > router after_create 55549900 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.092383 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > router before_create 55549900 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.092781 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > router_interface before_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.093192 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.093576 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > router after_delete 55549900 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.093970 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > floatingip after_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.094371 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > router after_create 55549900 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.094772 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > router after_update 55549900 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.095158 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > router after_update 55549900 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.095536 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.095968 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > router after_update 55549900 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.096455 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > router precommit_update 55549900 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.096865 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: port after_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.097237 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: port after_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.097604 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: subnet after_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.097971 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.098358 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > port precommit_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.098733 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > router precommit_create 55549900 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.099104 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: port before_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.099480 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > router precommit_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.099894 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > router after_update 55549900 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.100269 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > router precommit_delete 55549900 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.100648 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > router precommit_create 55549900 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.101047 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > router_interface after_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.101426 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > router precommit_update 55549900 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.101846 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > network after_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.102829 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource_registry [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Tracking information for resource: router configured {{(pid=85130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 11 17:11:53.103192 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource_registry [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Tracking information for resource: floatingip configured {{(pid=85130) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 11 17:11:53.108103 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.db.l3_agentschedulers_db [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 11 17:11:53.108741 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: port after_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.109126 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: port after_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.109503 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: port after_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.109879 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: port after_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.111289 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > router before_create 55550100 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.111682 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > router precommit_delete 55550100 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.112101 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > router precommit_create 55550100 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.112487 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > router precommit_update 55550100 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.117180 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.provider_configuration [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Service providers = [] {{(pid=85130) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 11 17:11:53.117568 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.servicetype_db [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=85130) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 11 17:11:53.120538 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.service_base [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=85130) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 11 17:11:53.120914 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.service_base [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=85130) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 11 17:11:53.121284 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.service_base [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=85130) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 11 17:11:53.122153 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.service_base [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=85130) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 11 17:11:53.122542 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.services.service_base [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 11 17:11:53.122955 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=85130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 11 17:11:53.123298 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 11 17:11:53.133942 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Successfully loaded METERING plugin. Description: METERING {{(pid=85130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 11 17:11:53.134312 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading Plugin: auto_allocate Apr 11 17:11:53.140146 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: network precommit_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.140545 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: network precommit_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.141137 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=85130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 11 17:11:53.141487 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading Plugin: tag Apr 11 17:11:53.148509 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=85130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 11 17:11:53.148877 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading Plugin: timestamp Apr 11 17:11:53.152708 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=85130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 11 17:11:53.153067 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading Plugin: network_ip_availability Apr 11 17:11:53.159176 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.159575 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.159987 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.160774 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=85130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 11 17:11:53.161122 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading Plugin: flavors Apr 11 17:11:53.165590 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=85130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 11 17:11:53.165954 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading Plugin: revisions Apr 11 17:11:53.170180 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=85130) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 11 17:11:53.170597 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.808s {{(pid=85130) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:11:53.171376 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=85130) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 11 17:11:53.171730 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Initializing extension manager. Apr 11 17:11:53.172302 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: __init__.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.172668 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: __pycache__ {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.173589 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.173949 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: address_group.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.174775 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.175569 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: address-group Apr 11 17:11:53.175951 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: address_scope.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.176705 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.177286 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: address-scope Apr 11 17:11:53.177640 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: admin_state_down_before_update.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.178559 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.179125 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: router-admin-state-down-before-update Apr 11 17:11:53.179483 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: agent.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.180267 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.180828 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: agent Apr 11 17:11:53.181179 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: agent_resources_synced.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.182073 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.182632 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: agent-resources-synced Apr 11 17:11:53.182981 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: allowedaddresspairs.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.184812 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.185433 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: allowed-address-pairs Apr 11 17:11:53.185746 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: auto_allocated_topology.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.186815 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.187384 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: auto-allocated-topology Apr 11 17:11:53.187736 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: availability_zone.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.188540 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.189103 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: availability_zone Apr 11 17:11:53.189456 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: availability_zone_filter.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.190358 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.190919 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: availability_zone_filter Apr 11 17:11:53.191268 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: data_plane_status.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.192202 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.192769 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extension data-plane-status not supported by any of loaded plugins Apr 11 17:11:53.193115 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: default_subnetpools.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.194015 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.194581 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: default-subnetpools Apr 11 17:11:53.194931 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: dhcpagentscheduler.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.195789 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.197686 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: dhcp_agent_scheduler Apr 11 17:11:53.198055 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: dns.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.198957 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.199528 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extension dns-integration not supported by any of loaded plugins Apr 11 17:11:53.199920 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: dns_domain_ports.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.200851 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.201411 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 11 17:11:53.201761 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: dvr.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.202470 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.203040 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: dvr Apr 11 17:11:53.203389 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: empty_string_filtering.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.204357 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.204925 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: empty-string-filtering Apr 11 17:11:53.205275 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.206174 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.206735 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 11 17:11:53.207082 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.208027 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.208593 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 11 17:11:53.208944 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: external_net.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.209846 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.210418 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: external-net Apr 11 17:11:53.210767 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: extra_dhcp_opt.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.211657 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.212256 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: extra_dhcp_opt Apr 11 17:11:53.212608 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: extraroute.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.213506 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.214346 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: extraroute Apr 11 17:11:53.214697 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: extraroute_atomic.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.215710 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.216307 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: extraroute-atomic Apr 11 17:11:53.216661 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: filter_validation.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.217342 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.217952 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: filter-validation Apr 11 17:11:53.218302 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: fip_pf_description.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.219199 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.220320 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 11 17:11:53.220673 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: fip_port_details.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.221588 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.222147 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: fip-port-details Apr 11 17:11:53.222496 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: flavors.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.223726 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.224332 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: flavors Apr 11 17:11:53.224690 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.226330 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.226914 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 11 17:11:53.227275 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: floatingip_pools.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.228146 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.228723 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: floatingip-pools Apr 11 17:11:53.229077 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: ip_allocation.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.229996 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.230569 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extension ip_allocation not supported by any of loaded plugins Apr 11 17:11:53.230922 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: ip_substring_port_filtering.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.231861 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.232437 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: ip-substring-filtering Apr 11 17:11:53.232791 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: l2_adjacency.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.233697 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.234257 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extension l2_adjacency not supported by any of loaded plugins Apr 11 17:11:53.234609 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: l3.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.236275 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.236837 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: router Apr 11 17:11:53.237221 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: l3_conntrack_helper.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.239414 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.240566 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 11 17:11:53.240910 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: l3_ext_gw_mode.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.241837 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.242418 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: ext-gw-mode Apr 11 17:11:53.242778 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: l3_ext_ha_mode.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.243680 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.244284 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: l3-ha Apr 11 17:11:53.244647 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: l3_flavors.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.245580 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.246121 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: l3-flavors Apr 11 17:11:53.246478 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.247389 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.247983 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: l3-port-ip-change-not-allowed Apr 11 17:11:53.248340 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: l3agentscheduler.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.249639 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.250225 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: l3_agent_scheduler Apr 11 17:11:53.250582 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: logging.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.252190 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.252772 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extension logging not supported by any of loaded plugins Apr 11 17:11:53.253137 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: metering.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.253926 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.254617 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: metering Apr 11 17:11:53.254975 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.256124 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.256708 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: metering_source_and_destination_fields Apr 11 17:11:53.257062 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: multiprovidernet.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.257985 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.258554 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: multi-provider Apr 11 17:11:53.258909 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: netmtu.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.259868 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.260595 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: net-mtu Apr 11 17:11:53.260974 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: netmtu_writable.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.262110 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.262888 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: net-mtu-writable Apr 11 17:11:53.263283 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: network_availability_zone.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.264133 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.264701 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: network_availability_zone Apr 11 17:11:53.265053 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: network_ip_availability.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.266217 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.266827 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: network-ip-availability Apr 11 17:11:53.267178 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: network_segment_range.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.268052 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.268622 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extension network-segment-range not supported by any of loaded plugins Apr 11 17:11:53.268977 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: pagination.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.270086 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.270453 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: pagination Apr 11 17:11:53.270804 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: port_device_profile.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.271728 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.272336 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: port-device-profile Apr 11 17:11:53.272689 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: port_mac_address_regenerate.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.273610 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.274186 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: port-mac-address-regenerate Apr 11 17:11:53.274543 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: port_numa_affinity_policy.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.275457 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.276067 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: port-numa-affinity-policy Apr 11 17:11:53.276420 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: port_resource_request.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.277387 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.277954 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extension port-resource-request not supported by any of loaded plugins Apr 11 17:11:53.278306 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: portbindings.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.279217 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.279792 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: binding Apr 11 17:11:53.280193 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: portbindings_extended.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.281482 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.282062 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: binding-extended Apr 11 17:11:53.282936 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: portsecurity.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.283863 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.284494 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: port-security Apr 11 17:11:53.284853 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: project_id.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.285815 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.286178 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: project-id Apr 11 17:11:53.286528 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: providernet.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.287445 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.288047 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: provider Apr 11 17:11:53.288403 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: qos.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.291964 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.292551 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extension qos not supported by any of loaded plugins Apr 11 17:11:53.292915 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: qos_bw_limit_direction.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.294245 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.294825 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 11 17:11:53.295181 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.296115 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.296688 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 11 17:11:53.297075 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: qos_default.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.298557 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.299125 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extension qos-default not supported by any of loaded plugins Apr 11 17:11:53.299479 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: qos_fip.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.300197 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.300754 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extension qos-fip not supported by any of loaded plugins Apr 11 17:11:53.301140 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: qos_gateway_ip.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.302002 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.302568 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 11 17:11:53.302992 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: qos_port_network_policy.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.303819 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.304406 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 11 17:11:53.304758 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: qos_rule_type_details.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.305659 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.306219 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 11 17:11:53.306570 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: qos_rules_alias.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.307602 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.308198 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 11 17:11:53.308549 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: quotasv2.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.309560 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.309921 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: quotas Apr 11 17:11:53.310277 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: quotasv2_detail.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.311878 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.312274 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: quota_details Apr 11 17:11:53.312633 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: rbac.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.313840 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.314427 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: rbac-policies Apr 11 17:11:53.314785 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: rbac_address_group.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.315713 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.316312 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: rbac-address-group Apr 11 17:11:53.316669 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: rbac_address_scope.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.317576 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.318146 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: rbac-address-scope Apr 11 17:11:53.318500 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: rbac_security_groups.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.319515 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.320117 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: rbac-security-groups Apr 11 17:11:53.320479 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: rbac_subnetpool.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.321397 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.321966 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: rbac-subnetpool Apr 11 17:11:53.322318 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: revisionifmatch.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.323234 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.323807 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: revision-if-match Apr 11 17:11:53.324183 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: revisions.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.325352 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.325931 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: standard-attr-revisions Apr 11 17:11:53.326274 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: router_availability_zone.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.327006 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.327645 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: router_availability_zone Apr 11 17:11:53.328031 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: routerservicetype.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.328966 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.329617 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extension router-service-type not supported by any of loaded plugins Apr 11 17:11:53.329969 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.330929 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.331561 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: security-groups-normalized-cidr Apr 11 17:11:53.331986 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: security_groups_port_filtering.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.333031 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.333600 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: port-security-groups-filtering Apr 11 17:11:53.333953 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: security_groups_remote_address_group.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.334884 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.335454 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: security-groups-remote-address-group Apr 11 17:11:53.335890 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: securitygroup.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.349670 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.350311 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: security-group Apr 11 17:11:53.350717 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: segment.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.351559 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.352157 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extension segment not supported by any of loaded plugins Apr 11 17:11:53.352517 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.353503 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.354075 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 11 17:11:53.354431 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: servicetype.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.355538 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.356159 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: service-type Apr 11 17:11:53.356519 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: sorting.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.357483 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.357853 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: sorting Apr 11 17:11:53.358208 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: standard_attr_segment.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.359115 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.359687 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 11 17:11:53.360066 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: standardattrdescription.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.361290 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.361857 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: standard-attr-description Apr 11 17:11:53.362210 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: stateful_security_group.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.363170 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.363746 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: stateful-security-group Apr 11 17:11:53.364133 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: stdattrs_common.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.364712 dv-cinder-784779-4-smb neutron-server[85130]: WARNING neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 11 17:11:53.365064 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.366122 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.366702 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 11 17:11:53.367056 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: subnet_onboard.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.368194 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.368772 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: subnet_onboard Apr 11 17:11:53.369125 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: subnet_segmentid_writable.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.370042 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.370613 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 11 17:11:53.370970 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: subnet_service_types.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.371915 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.372493 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: subnet-service-types Apr 11 17:11:53.372846 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: subnetallocation.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.373913 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.374487 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: subnet_allocation Apr 11 17:11:53.374841 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.375531 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.376173 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: subnetpool-prefix-ops Apr 11 17:11:53.376527 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.377435 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.378007 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 11 17:11:53.378362 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: tagging.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.379699 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.380318 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: standard-attr-tag Apr 11 17:11:53.380675 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: timestamp.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.381870 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.382448 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loaded extension: standard-attr-timestamp Apr 11 17:11:53.382806 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: trunk.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.383847 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.384426 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extension trunk not supported by any of loaded plugins Apr 11 17:11:53.384780 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: trunk_details.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.385695 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.386278 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extension trunk-details not supported by any of loaded plugins Apr 11 17:11:53.386629 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: uplink_status_propagation.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.387537 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.388136 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 11 17:11:53.388490 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Loading extension file: vlantransparent.py {{(pid=85130) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 11 17:11:53.389185 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=85130) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 17:11:53.389753 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extension vlan-transparent not supported by any of loaded plugins Apr 11 17:11:53.392549 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.quota.resource_registry [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Creating instance of TrackedResource for resource:network Apr 11 17:11:53.393380 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.quota.resource_registry [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Creating instance of TrackedResource for resource:subnet Apr 11 17:11:53.394049 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.quota.resource_registry [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 17:11:53.394699 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.quota.resource_registry [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Creating instance of TrackedResource for resource:port Apr 11 17:11:53.396222 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.resource_helper [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 11 17:11:53.396695 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.resource_helper [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Service FLAVORS assigned prefix: {{(pid=85130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 11 17:11:53.397372 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.resource_helper [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 11 17:11:53.397838 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.resource_helper [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 11 17:11:53.398197 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.quota.resource_registry [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Creating instance of TrackedResource for resource:router Apr 11 17:11:53.398905 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.quota.resource_registry [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Creating instance of TrackedResource for resource:floatingip Apr 11 17:11:53.399672 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.resource_helper [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Service METERING assigned prefix: /metering {{(pid=85130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 11 17:11:53.401535 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.401931 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.402311 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85130) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:11:53.403450 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.quota.resource_registry [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Creating instance of CountableResource for resource:rbac_policy Apr 11 17:11:53.403945 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.quota.resource_registry [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Creating instance of TrackedResource for resource:security_group Apr 11 17:11:53.404766 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.quota.resource_registry [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Creating instance of TrackedResource for resource:security_group_rule Apr 11 17:11:53.405559 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.resource_helper [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Service CORE assigned prefix: {{(pid=85130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 11 17:11:53.405922 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.quota.resource_registry [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 17:11:53.406283 dv-cinder-784779-4-smb neutron-server[85130]: WARNING neutron.quota.resource_registry [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] subnetpool is already registered Apr 11 17:11:53.406955 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.resource_helper [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Service CORE assigned prefix: {{(pid=85130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 11 17:11:53.407863 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.quota.resource_registry [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 17:11:53.408201 dv-cinder-784779-4-smb neutron-server[85130]: WARNING neutron.quota.resource_registry [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] subnetpool is already registered Apr 11 17:11:53.410957 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.resource_helper [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 11 17:11:53.411429 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.resource_helper [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Service FLAVORS assigned prefix: {{(pid=85130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 11 17:11:53.412107 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.resource_helper [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 11 17:11:53.412564 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.resource_helper [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 11 17:11:53.412926 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.quota.resource_registry [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Creating instance of TrackedResource for resource:router Apr 11 17:11:53.413286 dv-cinder-784779-4-smb neutron-server[85130]: WARNING neutron.quota.resource_registry [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] router is already registered Apr 11 17:11:53.413936 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.quota.resource_registry [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Creating instance of TrackedResource for resource:floatingip Apr 11 17:11:53.414293 dv-cinder-784779-4-smb neutron-server[85130]: WARNING neutron.quota.resource_registry [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] floatingip is already registered Apr 11 17:11:53.414978 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.resource_helper [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Service METERING assigned prefix: /metering {{(pid=85130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 11 17:11:53.415707 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.quota.resource_registry [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Creating instance of CountableResource for resource:rbac_policy Apr 11 17:11:53.416098 dv-cinder-784779-4-smb neutron-server[85130]: WARNING neutron.quota.resource_registry [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] rbac_policy is already registered Apr 11 17:11:53.417527 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.quota.resource_registry [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Creating instance of TrackedResource for resource:security_group Apr 11 17:11:53.417898 dv-cinder-784779-4-smb neutron-server[85130]: WARNING neutron.quota.resource_registry [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] security_group is already registered Apr 11 17:11:53.418554 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.quota.resource_registry [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Creating instance of TrackedResource for resource:security_group_rule Apr 11 17:11:53.418924 dv-cinder-784779-4-smb neutron-server[85130]: WARNING neutron.quota.resource_registry [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] security_group_rule is already registered Apr 11 17:11:53.419674 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.resource_helper [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Service CORE assigned prefix: {{(pid=85130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 11 17:11:53.420094 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.quota.resource_registry [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 17:11:53.420453 dv-cinder-784779-4-smb neutron-server[85130]: WARNING neutron.quota.resource_registry [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] subnetpool is already registered Apr 11 17:11:53.421109 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.resource_helper [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Service CORE assigned prefix: {{(pid=85130) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 11 17:11:53.421475 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.quota.resource_registry [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 17:11:53.421832 dv-cinder-784779-4-smb neutron-server[85130]: WARNING neutron.quota.resource_registry [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] subnetpool is already registered Apr 11 17:11:53.422541 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extended resource: extensions {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 11 17:11:53.424751 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extended resource: address-groups {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 11 17:11:53.426436 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extended resource: address-scopes {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 11 17:11:53.427695 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extended resource: agents {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 11 17:11:53.428939 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extended resource: auto-allocated-topology {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 11 17:11:53.430229 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extended resource: availability_zones {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 11 17:11:53.431603 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extended resource: dhcp-networks {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 11 17:11:53.433092 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extended resource: dhcp-agents {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 11 17:11:53.434649 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extended resource: routers {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 11 17:11:53.436576 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extended resource: flavors {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 11 17:11:53.437736 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extended resource: service_profiles {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 11 17:11:53.439034 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extended resource: next_providers {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 11 17:11:53.440643 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extended resource: service_profiles {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 11 17:11:53.442230 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extended resource: floatingip-pools {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 11 17:11:53.443474 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extended resource: routers {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 11 17:11:53.445349 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extended resource: floatingips {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 11 17:11:53.446577 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extended resource: l3-routers {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 11 17:11:53.448175 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extended resource: l3-agents {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 11 17:11:53.449687 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extended resource: metering-labels {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 11 17:11:53.451073 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extended resource: metering-label-rules {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 11 17:11:53.452431 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extended resource: network-ip-availabilities {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 11 17:11:53.453719 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extended resource: bindings {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 11 17:11:53.455459 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extended resource: quotas {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 11 17:11:53.457048 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extended resource: quotas {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 11 17:11:53.458499 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extended resource: rbac-policies {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 11 17:11:53.459866 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extended resource: security-groups {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 11 17:11:53.461131 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extended resource: security-group-rules {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 11 17:11:53.462419 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extended resource: service-providers {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 11 17:11:53.463965 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extended resource: subnetpools {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 11 17:11:53.465433 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extended resource: subnetpools {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 11 17:11:53.466938 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extended resource: tags {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 11 17:11:53.470713 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extended resource: tags {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 11 17:11:53.472903 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extended resource: tags {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 11 17:11:53.474779 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extended resource: tags {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 11 17:11:53.476729 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extended resource: tags {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 11 17:11:53.478672 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extended resource: tags {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 11 17:11:53.480497 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extended resource: tags {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 11 17:11:53.483609 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extended resource: tags {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 11 17:11:53.486076 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extended resource: tags {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 11 17:11:53.488051 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.extensions [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Extended resource: tags {{(pid=85130) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 11 17:11:53.494977 dv-cinder-784779-4-smb neutron-server[85130]: WARNING keystonemiddleware.auth_token [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 11 17:11:53.500358 dv-cinder-784779-4-smb neutron-server[85130]: WARNING keystonemiddleware.auth_token [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 11 17:11:53.509249 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Acquired lock "singleton_lock" {{(pid=85130) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 11 17:11:53.509767 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Releasing lock "singleton_lock" {{(pid=85130) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 11 17:11:53.511227 dv-cinder-784779-4-smb neutron-server[85130]: INFO oslo_service.service [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Starting 2 workers Apr 11 17:11:53.516096 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Started child 85243 {{(pid=85130) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 11 17:11:53.520036 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:11:53.521134 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Started child 85244 {{(pid=85130) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 11 17:11:53.521495 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [-] (85243) wsgi starting up on http://0.0.0.0:9696 Apr 11 17:11:53.522595 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.service [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Neutron service started, listening on 0.0.0.0:9696 Apr 11 17:11:53.523259 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Notify callbacks [] for process, before_spawn {{(pid=85130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:11:53.524585 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:11:53.525780 dv-cinder-784779-4-smb neutron-server[85130]: INFO oslo_service.service [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Starting 1 workers Apr 11 17:11:53.526074 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [-] (85244) wsgi starting up on http://0.0.0.0:9696 Apr 11 17:11:53.531308 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Started child 85245 {{(pid=85130) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 11 17:11:53.531916 dv-cinder-784779-4-smb neutron-server[85130]: INFO oslo_service.service [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Starting 1 workers Apr 11 17:11:53.534115 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.service [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] calling RpcWorker wait() {{(pid=85245) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 11 17:11:53.534580 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.service [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] returning from RpcWorker wait() {{(pid=85245) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 11 17:11:53.536190 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:11:53.536757 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:11:53.537457 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Started child 85246 {{(pid=85130) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 11 17:11:53.538323 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3aa10a18-1336-4dfa-8341-4516e86e99ce None None] Notify callbacks [] for process, after_spawn {{(pid=85130) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:11:53.539917 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85130) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 11 17:11:53.540150 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 11 17:11:53.540531 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 11 17:11:53.540805 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 11 17:11:53.541129 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:11:53.541224 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 11 17:11:53.541358 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 11 17:11:53.542086 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.542384 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.542700 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.542984 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.543293 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.543953 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.544239 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.544545 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.544845 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.545107 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.545303 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.545472 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.545935 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.546229 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.546554 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.546835 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.547114 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.547397 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.547607 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.548448 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.548740 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.549022 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.549311 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] debug = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.549579 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.550145 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.550394 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.550672 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.550928 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.551210 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.551495 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.551780 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.552070 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.552338 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.552592 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.552866 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.553107 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.553347 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.553590 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.553881 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.554122 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.554556 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] host = dv-cinder-784779-4-smb {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.554824 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.555068 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.555324 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.555602 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.555871 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.556100 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.556409 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.556656 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.557015 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.557246 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.557472 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.557715 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.557932 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.558158 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] log_file = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.558386 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] log_options = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.558618 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.558871 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.559086 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.559312 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.559525 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.559525 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.560011 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.560011 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.560791 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.560791 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.560791 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.561409 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.561409 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.561409 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.562045 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.562045 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.562045 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.562661 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.562661 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.563080 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.563080 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.563494 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.563494 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.563941 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.564160 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.564390 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.564601 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.564815 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.565032 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.565261 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.565477 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.566794 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.567064 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.567250 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.567474 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.567681 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.567912 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.569077 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.569077 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.570841 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:11:53.571021 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.571021 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.571021 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.571021 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.571021 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.571021 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.571021 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] use_json = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.571021 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.571991 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.571991 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.571991 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.571991 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.571991 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.572645 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.572645 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.572645 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.573024 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.573277 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.573534 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.573794 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.574055 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.574330 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.574571 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.574845 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.575101 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.575423 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.575648 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.575985 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.576235 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.576506 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.576912 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.577552 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.578252 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.578482 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.578693 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.578948 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.579737 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.580112 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.580423 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.580723 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.581009 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.581227 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.581444 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.581667 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.582522 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.583014 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.583251 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.583534 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.583752 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.584026 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.584251 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.584509 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.584750 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.585008 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.585258 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.585542 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.585801 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.587315 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.587738 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.588027 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.588137 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.588305 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.591861 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.593777 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.594566 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.595442 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.597628 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.598305 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.598919 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.598919 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.598919 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.599256 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.599470 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.599716 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.600012 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.600285 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.600556 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.600984 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.601386 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.601804 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.602240 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.602503 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.602763 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.603203 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.603644 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.604117 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.604550 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.605013 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.605454 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.606178 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.606436 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.606698 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.606979 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.607210 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.607692 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.608129 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.608525 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.608946 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.609205 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.609510 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.609883 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.610167 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.610470 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.610747 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.611021 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.611276 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.611581 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.611865 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.612132 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.612381 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.612720 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.613000 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.613283 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.613543 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.613833 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.614142 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.614396 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.614677 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.614956 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.615226 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.615502 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.615791 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.616168 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.616480 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.616752 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.617085 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.617404 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.617659 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.618011 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.618265 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.618564 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.618908 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.619236 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.619580 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.619890 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.620179 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.620465 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.620760 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.621041 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.621570 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.621570 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.621887 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.622319 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.622493 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.622640 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.623386 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.623386 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.623619 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.623768 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.624061 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.624315 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.624607 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.624878 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.625136 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.625452 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.625714 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.626011 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.626313 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.626599 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.626874 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.627139 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.627407 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.627647 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.628121 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.628378 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.628646 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.628920 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.629183 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.629487 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.629754 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.630010 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.630259 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.630527 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.630800 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.631073 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.631320 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.631580 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.631883 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.632138 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.632390 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.632660 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.632906 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.633195 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.633465 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.633782 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.634067 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.634339 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.634625 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.634868 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.635306 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.635741 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.636060 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.636320 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.636572 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.636819 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.637111 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.637456 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.637796 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.637796 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.638014 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.638284 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.638725 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.639109 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.639348 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.639668 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.640218 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.640218 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.640516 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.640887 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.640887 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.641346 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.641346 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.642229 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.642229 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.642526 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.642782 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.643031 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.643295 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.643549 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.643806 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.644075 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.644424 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.644689 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.644939 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.646141 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.646141 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.646141 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.646141 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.646141 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.647056 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.647056 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.647056 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.647056 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.647751 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.647751 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.647751 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.648058 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.648208 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.648448 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.648918 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.649337 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.649798 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.650095 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.650467 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.650750 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.651042 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.651350 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.651602 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.651883 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.652203 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.652577 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.652966 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.653284 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.653493 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.653806 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.654120 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.654404 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.654672 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.654992 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.655366 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.655678 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.656004 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.656289 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.656585 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.656911 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.657249 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.658000 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.658256 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.658508 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.658788 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.659067 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.659328 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.659599 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.659917 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.660142 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.660402 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.660732 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.660926 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.661179 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.661384 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 11 17:11:53.661947 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85130) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 11 17:11:53.662105 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 11 17:11:53.662370 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 11 17:11:53.662656 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 11 17:11:53.662656 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 11 17:11:53.662929 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 11 17:11:53.663078 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.663271 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.663412 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.663792 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.663792 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.664204 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.664204 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.664204 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.664595 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.664595 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.664872 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.664872 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.665135 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.665273 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.665411 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.665549 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.665689 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.665831 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.666037 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.666180 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.666318 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.666456 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.666594 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] debug = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.666732 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.666954 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.667196 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.667342 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.667489 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.667629 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.667768 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.667959 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.668330 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.668330 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.668793 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.668793 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.668793 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.669095 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.669095 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.669275 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.669371 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.669542 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] host = dv-cinder-784779-4-smb {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.669731 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.669921 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.670108 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.670264 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.670520 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.670709 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.670877 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.671041 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.671183 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.671322 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.671460 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.671560 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.671745 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.671929 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] log_file = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.672122 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] log_options = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.672309 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.672477 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.672971 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.672971 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.673309 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.673420 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.673611 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.673799 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.673903 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:11:53.674009 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.674150 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.674335 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.674523 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.674711 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.674898 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.675084 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.675270 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.675454 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.675641 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.675846 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.676038 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.676224 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.676410 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.676595 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.676782 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.676960 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.677104 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.677353 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.677502 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.677642 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.677780 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.677917 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.678055 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.678205 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.678389 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.678573 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.678759 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.678944 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.679135 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.679320 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.679505 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.679692 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.680368 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.680368 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.680368 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.680368 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.680905 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] use_json = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.680905 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.680905 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.681291 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.681291 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.681291 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.681701 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.681701 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.681963 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 11 17:11:53.681963 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.682226 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.682364 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.682503 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.682640 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.682786 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.682925 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.683113 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.683302 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.683491 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.683687 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.683879 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.684075 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.684269 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.684460 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.684651 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.684839 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.685028 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.685217 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.686361 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.686361 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.686361 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.686361 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.686361 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.686361 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.686361 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.688002 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.688002 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.688002 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.688002 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.688002 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.688002 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.688002 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.688002 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.688002 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.691213 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.691213 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.691213 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.691213 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.691213 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.691213 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.691213 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.691213 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.691213 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.692750 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.692750 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.692750 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.692750 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.692750 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.692750 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.692750 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.692750 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.692750 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.695415 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.695415 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.695415 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.695415 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.695415 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.695415 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.695415 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.695415 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.695415 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.697878 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.697878 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.697878 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.697878 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.697878 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.697878 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.697878 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.697878 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.697878 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.699385 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.699385 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.699385 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.699385 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.699385 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.699385 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.699385 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.699385 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.699385 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.700799 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.700799 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.700799 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.700799 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.700799 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.700799 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.700799 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.700799 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.701479 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.701479 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.701479 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.701479 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.701479 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.701479 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.701479 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.701479 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.702151 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.702151 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.702151 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.702151 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.702151 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.702151 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.702151 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.702151 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.702821 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.702821 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.702821 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.702821 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.702821 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.702821 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.702821 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.702821 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.703489 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.703489 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.703489 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.703489 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.703489 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.703489 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.703489 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.703489 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.705168 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.705168 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.705168 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.705168 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.705168 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.705168 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.705168 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.705168 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.705845 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.705845 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.705845 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.705845 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.705845 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.705845 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.705845 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.705845 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.706529 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.706529 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.706529 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.706529 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.706529 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.706529 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.706529 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.706529 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.707191 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.707191 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.707191 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.707191 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.707191 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.707191 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.707804 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.707804 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.707804 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.707804 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.708202 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.708202 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.708411 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.708510 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.708617 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.708784 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.708976 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.709166 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.709355 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.709543 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.709732 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.709921 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.710108 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.710295 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.710485 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.710677 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.710866 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.711055 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.711244 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.711433 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.711621 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.711810 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.712037 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.712227 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.712416 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.712604 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.712792 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.712981 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.713171 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.713361 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.713551 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.714005 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.714194 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.714397 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.714586 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.714778 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.714967 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.715154 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.715343 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.715531 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.715707 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.716691 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.716691 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.716691 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.716691 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.716691 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.716691 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.720320 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.720320 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.720320 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.720320 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.720320 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.720320 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.720320 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.720320 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.720320 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.721037 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.721037 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.721037 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.721037 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.721037 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.721037 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.721037 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.721037 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.721617 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.721617 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.721617 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.721617 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.721617 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.721617 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.721617 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.721617 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.722217 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.722217 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.722217 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.722217 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.722217 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.722701 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.722701 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.722701 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.722937 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.723030 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.723349 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.723349 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.723551 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.723657 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.723857 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.724254 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.724254 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.724673 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.724673 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.725149 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.725149 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.725149 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.725743 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.725743 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.725743 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.725743 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.726062 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.726062 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.726239 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.726490 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.726639 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.727233 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.727233 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.727233 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.727233 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.727738 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.727738 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.727738 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 11 17:11:53.728117 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85130) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 11 17:11:53.826249 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 54318) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:11:53.838250 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0097270 Apr 11 17:12:04.944873 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfb8038-4608-4657-a4be-f827ad7b5881 None None] get_active_networks_info from dv-cinder-784779-4-smb {{(pid=85245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 11 17:12:05.086122 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfb8038-4608-4657-a4be-f827ad7b5881 None None] No non-hosted networks {{(pid=85245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 11 17:12:05.112943 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6b0f93f2-862b-46e8-9934-344945f24ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652'] for agent, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:07.233521 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b2fc7558-fd98-40aa-9e62-f450f8090a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652'] for agent, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:07.309444 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-44256f55-38d4-4495-bf96-fb9a07726ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:07.939329 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652'] for agent, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:08.343500 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652'] for agent, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:08.345040 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:08.345609 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:08.346172 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:08.346837 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:08.347516 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:08.348209 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:08.348778 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:08.349338 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:08.349888 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:08.350447 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:08.351156 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:08.351905 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:08.352624 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784779-4-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:12:08.358354 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784779-4-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:12:09.250920 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652'] for agent, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:10.453426 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 54408) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:12:11.084385 dv-cinder-784779-4-smb neutron-server[85130]: WARNING oslo_policy.policy [None req-6dce0974-735f-4b69-a3b8-77049b0a566d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 17:12:11.085025 dv-cinder-784779-4-smb neutron-server[85130]: WARNING oslo_policy.policy [None req-6dce0974-735f-4b69-a3b8-77049b0a566d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 17:12:11.316330 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [None req-6dce0974-735f-4b69-a3b8-77049b0a566d admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=85244) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 17:12:11.317491 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-6dce0974-735f-4b69-a3b8-77049b0a566d admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8626199 Apr 11 17:12:14.051032 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 54422) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:12:14.448449 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.db.l3_hamode_db [None req-80ba320f-db2e-41d0-8ea2-a1e2751916db None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 11 17:12:14.452583 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-28b45986-27a7-4ecc-9be1-432a9cc30ca3 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:12:14.538006 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ba320f-db2e-41d0-8ea2-a1e2751916db None None] Routers set() bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:12:14.538435 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ba320f-db2e-41d0-8ea2-a1e2751916db None None] Router IDs set() for agent in host dv-cinder-784779-4-smb {{(pid=85245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 11 17:12:14.566535 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.policy [None req-28b45986-27a7-4ecc-9be1-432a9cc30ca3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85244) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 11 17:12:14.621909 dv-cinder-784779-4-smb neutron-server[85130]: WARNING oslo_policy.policy [None req-28b45986-27a7-4ecc-9be1-432a9cc30ca3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 17:12:14.622324 dv-cinder-784779-4-smb neutron-server[85130]: WARNING oslo_policy.policy [None req-28b45986-27a7-4ecc-9be1-432a9cc30ca3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 17:12:14.640565 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.quota [None req-28b45986-27a7-4ecc-9be1-432a9cc30ca3 admin admin] Loaded quota_driver: . Apr 11 17:12:14.656771 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-28b45986-27a7-4ecc-9be1-432a9cc30ca3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:12:14.713340 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-28b45986-27a7-4ecc-9be1-432a9cc30ca3 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363265751666819', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363265751668271', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363265751677332', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363265751650608', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363265751635761', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363265751635572', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-211534', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-260913', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036846849795', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7988322'] for rbac-policy, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:14.776929 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-28b45986-27a7-4ecc-9be1-432a9cc30ca3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:14.778170 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-28b45986-27a7-4ecc-9be1-432a9cc30ca3 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7261930 Apr 11 17:12:17.740910 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 54436) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:12:18.114527 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-0f1003df-59d5-440e-818f-af523f8e1c05 admin admin] Request body: {'network': {'project_id': 'bb8d2c8979cd4be3b1d06d18bfcc7811', 'admin_state_up': True, 'name': 'private'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:12:18.120453 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-0f1003df-59d5-440e-818f-af523f8e1c05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:12:18.125071 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-0f1003df-59d5-440e-818f-af523f8e1c05 admin admin] Usage tracker for resource:network and tenant:bb8d2c8979cd4be3b1d06d18bfcc7811 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:12:18.128819 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-0f1003df-59d5-440e-818f-af523f8e1c05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:12:18.135193 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-0f1003df-59d5-440e-818f-af523f8e1c05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:12:18.144744 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1003df-59d5-440e-818f-af523f8e1c05 admin admin] Made reservation on behalf of bb8d2c8979cd4be3b1d06d18bfcc7811 for: {'network': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:12:18.151082 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0f1003df-59d5-440e-818f-af523f8e1c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for network, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:18.168802 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0f1003df-59d5-440e-818f-af523f8e1c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:18.185243 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-0f1003df-59d5-440e-818f-af523f8e1c05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:12:18.189133 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-0f1003df-59d5-440e-818f-af523f8e1c05 admin admin] Usage tracker for resource:security_group_rule and tenant:bb8d2c8979cd4be3b1d06d18bfcc7811 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:12:18.192685 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-0f1003df-59d5-440e-818f-af523f8e1c05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:12:18.198442 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-0f1003df-59d5-440e-818f-af523f8e1c05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:12:18.454344 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0f1003df-59d5-440e-818f-af523f8e1c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:18.457217 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0f1003df-59d5-440e-818f-af523f8e1c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:18.461894 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:12:18.482584 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f1003df-59d5-440e-818f-af523f8e1c05 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=85244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 11 17:12:18.508289 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0f1003df-59d5-440e-818f-af523f8e1c05 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771099542165', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854391073'] for segment, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:18.508904 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0f1003df-59d5-440e-818f-af523f8e1c05 admin admin] Unsubscribe: segment precommit_create {{(pid=85244) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 11 17:12:18.509389 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.db.segments_db [None req-0f1003df-59d5-440e-818f-af523f8e1c05 admin admin] Added segment d0cf827c-9b39-482c-8729-69c7b8cd973c of type vlan for network e8a1ca9d-dcf5-4a22-957c-d5d1048e69e4 Apr 11 17:12:18.519084 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1003df-59d5-440e-818f-af523f8e1c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f485f26-2921-43eb-b423-ec2fb7190ae4,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:12:18.577295 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1003df-59d5-440e-818f-af523f8e1c05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:18.577667 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1003df-59d5-440e-818f-af523f8e1c05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:18.578034 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1003df-59d5-440e-818f-af523f8e1c05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:18.578396 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1003df-59d5-440e-818f-af523f8e1c05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:18.579334 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1003df-59d5-440e-818f-af523f8e1c05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:18.579690 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1003df-59d5-440e-818f-af523f8e1c05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:18.580068 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1003df-59d5-440e-818f-af523f8e1c05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:18.580421 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1003df-59d5-440e-818f-af523f8e1c05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:18.580779 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1003df-59d5-440e-818f-af523f8e1c05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:18.581129 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1003df-59d5-440e-818f-af523f8e1c05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:18.581474 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1003df-59d5-440e-818f-af523f8e1c05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:18.581821 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1003df-59d5-440e-818f-af523f8e1c05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:18.582948 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1003df-59d5-440e-818f-af523f8e1c05 admin admin] Tracked resource versions report: Apr 11 17:12:18.582948 dv-cinder-784779-4-smb neutron-server[85130]: pushed versions: Apr 11 17:12:18.582948 dv-cinder-784779-4-smb neutron-server[85130]: { 'AddressGroup': {'1.2'}, Apr 11 17:12:18.582948 dv-cinder-784779-4-smb neutron-server[85130]: 'ConntrackHelper': {'1.0'}, Apr 11 17:12:18.582948 dv-cinder-784779-4-smb neutron-server[85130]: 'Log': {'1.0'}, Apr 11 17:12:18.582948 dv-cinder-784779-4-smb neutron-server[85130]: 'Network': {'1.1'}, Apr 11 17:12:18.582948 dv-cinder-784779-4-smb neutron-server[85130]: 'Port': {'1.7'}, Apr 11 17:12:18.582948 dv-cinder-784779-4-smb neutron-server[85130]: 'PortForwarding': {'1.2'}, Apr 11 17:12:18.582948 dv-cinder-784779-4-smb neutron-server[85130]: 'QosPolicy': {'1.8'}, Apr 11 17:12:18.582948 dv-cinder-784779-4-smb neutron-server[85130]: 'SecurityGroup': {'1.4'}, Apr 11 17:12:18.582948 dv-cinder-784779-4-smb neutron-server[85130]: 'SecurityGroupRule': {'1.2'}, Apr 11 17:12:18.582948 dv-cinder-784779-4-smb neutron-server[85130]: 'SubPort': {'1.0'}, Apr 11 17:12:18.582948 dv-cinder-784779-4-smb neutron-server[85130]: 'Subnet': {'1.1'}, Apr 11 17:12:18.582948 dv-cinder-784779-4-smb neutron-server[85130]: 'Trunk': {'1.1'}} Apr 11 17:12:18.582948 dv-cinder-784779-4-smb neutron-server[85130]: consumer versions: Apr 11 17:12:18.582948 dv-cinder-784779-4-smb neutron-server[85130]: { DHCP agent@dv-cinder-784779-4-smb: {}, Apr 11 17:12:18.582948 dv-cinder-784779-4-smb neutron-server[85130]: L3 agent@dv-cinder-784779-4-smb: {}, Apr 11 17:12:18.582948 dv-cinder-784779-4-smb neutron-server[85130]: Metadata agent@dv-cinder-784779-4-smb: {}, Apr 11 17:12:18.582948 dv-cinder-784779-4-smb neutron-server[85130]: Metering agent@dv-cinder-784779-4-smb: {}, Apr 11 17:12:18.582948 dv-cinder-784779-4-smb neutron-server[85130]: Open vSwitch agent@dv-cinder-784779-4-smb: { 'AddressGroup': '1.2', Apr 11 17:12:18.582948 dv-cinder-784779-4-smb neutron-server[85130]: 'ConntrackHelper': '1.0', Apr 11 17:12:18.582948 dv-cinder-784779-4-smb neutron-server[85130]: 'Log': '1.0', Apr 11 17:12:18.582948 dv-cinder-784779-4-smb neutron-server[85130]: 'Network': '1.1', Apr 11 17:12:18.582948 dv-cinder-784779-4-smb neutron-server[85130]: 'Port': '1.7', Apr 11 17:12:18.582948 dv-cinder-784779-4-smb neutron-server[85130]: 'PortForwarding': '1.2', Apr 11 17:12:18.582948 dv-cinder-784779-4-smb neutron-server[85130]: 'QosPolicy': '1.8', Apr 11 17:12:18.582948 dv-cinder-784779-4-smb neutron-server[85130]: 'SecurityGroup': '1.4', Apr 11 17:12:18.582948 dv-cinder-784779-4-smb neutron-server[85130]: 'SecurityGroupRule': '1.2', Apr 11 17:12:18.582948 dv-cinder-784779-4-smb neutron-server[85130]: 'SubPort': '1.0', Apr 11 17:12:18.582948 dv-cinder-784779-4-smb neutron-server[85130]: 'Subnet': '1.1', Apr 11 17:12:18.582948 dv-cinder-784779-4-smb neutron-server[85130]: 'Trunk': '1.1'}} Apr 11 17:12:18.582948 dv-cinder-784779-4-smb neutron-server[85130]: {{(pid=85244) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 11 17:12:18.629650 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0f1003df-59d5-440e-818f-af523f8e1c05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265755767019'] for network, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:18.637900 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-0f1003df-59d5-440e-818f-af523f8e1c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:12:18.667866 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0f1003df-59d5-440e-818f-af523f8e1c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213'] for network, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:18.669239 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1003df-59d5-440e-818f-af523f8e1c05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:12:18.669895 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0f1003df-59d5-440e-818f-af523f8e1c05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for network, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:18.674922 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:12:18.785014 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-0f1003df-59d5-440e-818f-af523f8e1c05 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0428677 Apr 11 17:12:18.785666 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1003df-59d5-440e-818f-af523f8e1c05 admin admin] Pushing event updated for resources: {'Network': ['ID=e8a1ca9d-dcf5-4a22-957c-d5d1048e69e4,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:12:18.788880 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-0f1003df-59d5-440e-818f-af523f8e1c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:12:18.798778 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Network e8a1ca9d-dcf5-4a22-957c-d5d1048e69e4 details requested by agent ovs-agent-dv-cinder-784779-4-smb with host dv-cinder-784779-4-smb {{(pid=85245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 11 17:12:21.803453 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 54452) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:12:22.284516 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48ec877-77eb-4f7a-bc2f-86b91dffd702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:12:22.285975 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-a48ec877-77eb-4f7a-bc2f-86b91dffd702 admin admin] 10.222.0.16 "GET /v2.0/networks/e8a1ca9d-dcf5-4a22-957c-d5d1048e69e4 HTTP/1.1" status: 200 len: 825 time: 0.4814348 Apr 11 17:12:22.314530 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-e11be27f-2376-48c8-b56a-a34ef2d3eae7 admin admin] 10.222.0.16 "GET /v2.0/subnetpools/d758ea31-7ee9-4f9f-a91d-04003ec830f5 HTTP/1.1" status: 200 len: 734 time: 0.0224864 Apr 11 17:12:22.323999 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-b2aa3302-2a64-4476-8412-de19f5716cee admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'd758ea31-7ee9-4f9f-a91d-04003ec830f5', 'network_id': 'e8a1ca9d-dcf5-4a22-957c-d5d1048e69e4', 'tenant_id': 'bb8d2c8979cd4be3b1d06d18bfcc7811', 'ip_version': 4}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:12:22.328675 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-b2aa3302-2a64-4476-8412-de19f5716cee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:12:22.332619 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-b2aa3302-2a64-4476-8412-de19f5716cee admin admin] Usage tracker for resource:subnet and tenant:bb8d2c8979cd4be3b1d06d18bfcc7811 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:12:22.335559 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-b2aa3302-2a64-4476-8412-de19f5716cee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:12:22.341704 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-b2aa3302-2a64-4476-8412-de19f5716cee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:12:22.351422 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2aa3302-2a64-4476-8412-de19f5716cee admin admin] Made reservation on behalf of bb8d2c8979cd4be3b1d06d18bfcc7811 for: {'subnet': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:12:22.355944 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b2aa3302-2a64-4476-8412-de19f5716cee admin admin] Notify callbacks [] for subnet, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:22.826126 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b2aa3302-2a64-4476-8412-de19f5716cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213'] for subnet, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:22.843652 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:12:22.974032 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa3302-2a64-4476-8412-de19f5716cee admin admin] Pushing event updated for resources: {'Subnet': ['ID=7719d88d-b9a3-4524-aef6-356bff81fba9,revision_number=0']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:12:22.988380 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b2aa3302-2a64-4476-8412-de19f5716cee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:12:23.044695 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2aa3302-2a64-4476-8412-de19f5716cee admin admin] Checking segment: {'id': 'd0cf827c-9b39-482c-8729-69c7b8cd973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e8a1ca9d-dcf5-4a22-957c-d5d1048e69e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:12:23.045072 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2aa3302-2a64-4476-8412-de19f5716cee admin admin] Network hostable DHCP agents. Network: e8a1ca9d-dcf5-4a22-957c-d5d1048e69e4, hostable agents: ['86fd9441-0b4f-48d7-82ef-ef4e0a434903'], hosted agents: [] {{(pid=85244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 11 17:12:23.066112 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2aa3302-2a64-4476-8412-de19f5716cee admin admin] Network e8a1ca9d-dcf5-4a22-957c-d5d1048e69e4 is scheduled to be hosted by DHCP agent 86fd9441-0b4f-48d7-82ef-ef4e0a434903 with binding_index 1 {{(pid=85244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 11 17:12:23.074997 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-b2aa3302-2a64-4476-8412-de19f5716cee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-4-smb, e8a1ca9d-dcf5-4a22-957c-d5d1048e69e4) {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:12:23.079631 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2aa3302-2a64-4476-8412-de19f5716cee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:12:23.080246 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b2aa3302-2a64-4476-8412-de19f5716cee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for subnet, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:23.085625 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3713c81-1d73-4c4f-bd9d-ee99c079fa62 None None] Network e8a1ca9d-dcf5-4a22-957c-d5d1048e69e4 requested from dv-cinder-784779-4-smb {{(pid=85245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 11 17:12:23.100658 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-b2aa3302-2a64-4476-8412-de19f5716cee admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7803271 Apr 11 17:12:23.420123 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743ec6fa-5763-44a9-97ba-41d2de18c02d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0ae14c3-df94-5977-a6f8-37c4cee246b8-e8a1ca9d-dcf5-4a22-957c-d5d1048e69e4', 'network_id': 'e8a1ca9d-dcf5-4a22-957c-d5d1048e69e4', 'tenant_id': 'bb8d2c8979cd4be3b1d06d18bfcc7811', 'fixed_ips': [{'subnet_id': '7719d88d-b9a3-4524-aef6-356bff81fba9'}]}} from dv-cinder-784779-4-smb. {{(pid=85245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 11 17:12:23.421435 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-743ec6fa-5763-44a9-97ba-41d2de18c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:23.613019 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-743ec6fa-5763-44a9-97ba-41d2de18c02d None None] Allocated IP 172.20.0.2 (e8a1ca9d-dcf5-4a22-957c-d5d1048e69e4/7719d88d-b9a3-4524-aef6-356bff81fba9/43502e09-af67-4c30-9d82-2152fc22e5c6) {{(pid=85245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:12:24.017306 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-743ec6fa-5763-44a9-97ba-41d2de18c02d None None] Notify callbacks [] for port, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:24.030022 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-743ec6fa-5763-44a9-97ba-41d2de18c02d None None] Transition to ACTIVE for port object 43502e09-af67-4c30-9d82-2152fc22e5c6 will not be triggered until provisioned by entity L2. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:12:24.050165 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-743ec6fa-5763-44a9-97ba-41d2de18c02d None None] Transition to ACTIVE for port object 43502e09-af67-4c30-9d82-2152fc22e5c6 will not be triggered until provisioned by entity DHCP. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:12:24.057413 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-743ec6fa-5763-44a9-97ba-41d2de18c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235'] for port, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:24.073478 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:12:24.200602 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ec6fa-5763-44a9-97ba-41d2de18c02d None None] Pushing event updated for resources: {'Port': ['ID=43502e09-af67-4c30-9d82-2152fc22e5c6,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:12:24.211606 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ec6fa-5763-44a9-97ba-41d2de18c02d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:24.211996 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ec6fa-5763-44a9-97ba-41d2de18c02d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:24.212355 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ec6fa-5763-44a9-97ba-41d2de18c02d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:24.212705 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ec6fa-5763-44a9-97ba-41d2de18c02d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:24.213052 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ec6fa-5763-44a9-97ba-41d2de18c02d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:24.213401 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ec6fa-5763-44a9-97ba-41d2de18c02d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:24.214000 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ec6fa-5763-44a9-97ba-41d2de18c02d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:24.214342 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ec6fa-5763-44a9-97ba-41d2de18c02d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:24.214684 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ec6fa-5763-44a9-97ba-41d2de18c02d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:24.215024 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ec6fa-5763-44a9-97ba-41d2de18c02d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:24.215363 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ec6fa-5763-44a9-97ba-41d2de18c02d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:24.215701 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ec6fa-5763-44a9-97ba-41d2de18c02d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:24.216869 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743ec6fa-5763-44a9-97ba-41d2de18c02d None None] Tracked resource versions report: Apr 11 17:12:24.216869 dv-cinder-784779-4-smb neutron-server[85130]: pushed versions: Apr 11 17:12:24.216869 dv-cinder-784779-4-smb neutron-server[85130]: { 'AddressGroup': {'1.2'}, Apr 11 17:12:24.216869 dv-cinder-784779-4-smb neutron-server[85130]: 'ConntrackHelper': {'1.0'}, Apr 11 17:12:24.216869 dv-cinder-784779-4-smb neutron-server[85130]: 'Log': {'1.0'}, Apr 11 17:12:24.216869 dv-cinder-784779-4-smb neutron-server[85130]: 'Network': {'1.1'}, Apr 11 17:12:24.216869 dv-cinder-784779-4-smb neutron-server[85130]: 'Port': {'1.7'}, Apr 11 17:12:24.216869 dv-cinder-784779-4-smb neutron-server[85130]: 'PortForwarding': {'1.2'}, Apr 11 17:12:24.216869 dv-cinder-784779-4-smb neutron-server[85130]: 'QosPolicy': {'1.8'}, Apr 11 17:12:24.216869 dv-cinder-784779-4-smb neutron-server[85130]: 'SecurityGroup': {'1.4'}, Apr 11 17:12:24.216869 dv-cinder-784779-4-smb neutron-server[85130]: 'SecurityGroupRule': {'1.2'}, Apr 11 17:12:24.216869 dv-cinder-784779-4-smb neutron-server[85130]: 'SubPort': {'1.0'}, Apr 11 17:12:24.216869 dv-cinder-784779-4-smb neutron-server[85130]: 'Subnet': {'1.1'}, Apr 11 17:12:24.216869 dv-cinder-784779-4-smb neutron-server[85130]: 'Trunk': {'1.1'}} Apr 11 17:12:24.216869 dv-cinder-784779-4-smb neutron-server[85130]: consumer versions: Apr 11 17:12:24.216869 dv-cinder-784779-4-smb neutron-server[85130]: { DHCP agent@dv-cinder-784779-4-smb: {}, Apr 11 17:12:24.216869 dv-cinder-784779-4-smb neutron-server[85130]: L3 agent@dv-cinder-784779-4-smb: {}, Apr 11 17:12:24.216869 dv-cinder-784779-4-smb neutron-server[85130]: Metadata agent@dv-cinder-784779-4-smb: {}, Apr 11 17:12:24.216869 dv-cinder-784779-4-smb neutron-server[85130]: Metering agent@dv-cinder-784779-4-smb: {}, Apr 11 17:12:24.216869 dv-cinder-784779-4-smb neutron-server[85130]: Open vSwitch agent@dv-cinder-784779-4-smb: { 'AddressGroup': '1.2', Apr 11 17:12:24.216869 dv-cinder-784779-4-smb neutron-server[85130]: 'ConntrackHelper': '1.0', Apr 11 17:12:24.216869 dv-cinder-784779-4-smb neutron-server[85130]: 'Log': '1.0', Apr 11 17:12:24.216869 dv-cinder-784779-4-smb neutron-server[85130]: 'Network': '1.1', Apr 11 17:12:24.216869 dv-cinder-784779-4-smb neutron-server[85130]: 'Port': '1.7', Apr 11 17:12:24.216869 dv-cinder-784779-4-smb neutron-server[85130]: 'PortForwarding': '1.2', Apr 11 17:12:24.216869 dv-cinder-784779-4-smb neutron-server[85130]: 'QosPolicy': '1.8', Apr 11 17:12:24.216869 dv-cinder-784779-4-smb neutron-server[85130]: 'SecurityGroup': '1.4', Apr 11 17:12:24.216869 dv-cinder-784779-4-smb neutron-server[85130]: 'SecurityGroupRule': '1.2', Apr 11 17:12:24.216869 dv-cinder-784779-4-smb neutron-server[85130]: 'SubPort': '1.0', Apr 11 17:12:24.216869 dv-cinder-784779-4-smb neutron-server[85130]: 'Subnet': '1.1', Apr 11 17:12:24.216869 dv-cinder-784779-4-smb neutron-server[85130]: 'Trunk': '1.1'}} Apr 11 17:12:24.216869 dv-cinder-784779-4-smb neutron-server[85130]: {{(pid=85245) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 11 17:12:24.224013 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-743ec6fa-5763-44a9-97ba-41d2de18c02d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:12:24.275410 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743ec6fa-5763-44a9-97ba-41d2de18c02d None None] Network e8a1ca9d-dcf5-4a22-957c-d5d1048e69e4 is already hosted by enough agents. {{(pid=85245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:12:24.276855 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-743ec6fa-5763-44a9-97ba-41d2de18c02d None None] Resources bound (agent type, host, resource id): {{(pid=85245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:12:24.279725 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743ec6fa-5763-44a9-97ba-41d2de18c02d None None] Received port after_create {{(pid=85245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:12:24.378155 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-743ec6fa-5763-44a9-97ba-41d2de18c02d None None] Attempting to bind port 43502e09-af67-4c30-9d82-2152fc22e5c6 on host dv-cinder-784779-4-smb for vnic_type normal with profile {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:12:24.378578 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-743ec6fa-5763-44a9-97ba-41d2de18c02d None None] Attempting to bind port 43502e09-af67-4c30-9d82-2152fc22e5c6 by drivers openvswitch,hyperv on host dv-cinder-784779-4-smb at level 0 using segments [{'id': 'd0cf827c-9b39-482c-8729-69c7b8cd973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e8a1ca9d-dcf5-4a22-957c-d5d1048e69e4'}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 11 17:12:24.378987 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743ec6fa-5763-44a9-97ba-41d2de18c02d None None] Attempting to bind port 43502e09-af67-4c30-9d82-2152fc22e5c6 on network e8a1ca9d-dcf5-4a22-957c-d5d1048e69e4 {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:12:24.384635 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743ec6fa-5763-44a9-97ba-41d2de18c02d None None] Checking agent: {'id': '010ff1a7-6f9a-4d7c-91bd-57c824159873', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 12, 8), 'started_at': datetime.datetime(2021, 4, 11, 17, 12, 8), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 17:12:24.385037 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743ec6fa-5763-44a9-97ba-41d2de18c02d None None] Checking segment: {'id': 'd0cf827c-9b39-482c-8729-69c7b8cd973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e8a1ca9d-dcf5-4a22-957c-d5d1048e69e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:12:24.386331 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-743ec6fa-5763-44a9-97ba-41d2de18c02d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:24.386331 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743ec6fa-5763-44a9-97ba-41d2de18c02d None None] Bound using segment: {'id': 'd0cf827c-9b39-482c-8729-69c7b8cd973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e8a1ca9d-dcf5-4a22-957c-d5d1048e69e4'} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 17:12:24.386516 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-743ec6fa-5763-44a9-97ba-41d2de18c02d None None] Bound port: 43502e09-af67-4c30-9d82-2152fc22e5c6, host: dv-cinder-784779-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0cf827c-9b39-482c-8729-69c7b8cd973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e8a1ca9d-dcf5-4a22-957c-d5d1048e69e4'}}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 11 17:12:24.386789 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-743ec6fa-5763-44a9-97ba-41d2de18c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:24.464548 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-743ec6fa-5763-44a9-97ba-41d2de18c02d None None] For port 43502e09-af67-4c30-9d82-2152fc22e5c6, host dv-cinder-784779-4-smb, cleared binding levels {{(pid=85245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 11 17:12:24.468664 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-743ec6fa-5763-44a9-97ba-41d2de18c02d None None] For port 43502e09-af67-4c30-9d82-2152fc22e5c6, host dv-cinder-784779-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=43502e09-af67-4c30-9d82-2152fc22e5c6,segment=NetworkSegment(d0cf827c-9b39-482c-8729-69c7b8cd973c),segment_id=d0cf827c-9b39-482c-8729-69c7b8cd973c)] {{(pid=85245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 11 17:12:24.473082 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-743ec6fa-5763-44a9-97ba-41d2de18c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:24.488346 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-743ec6fa-5763-44a9-97ba-41d2de18c02d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:12:24.636861 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ec6fa-5763-44a9-97ba-41d2de18c02d None None] Pushing event updated for resources: {'Port': ['ID=43502e09-af67-4c30-9d82-2152fc22e5c6,revision_number=2']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:12:24.648512 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-743ec6fa-5763-44a9-97ba-41d2de18c02d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:12:25.868677 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 54462) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:12:26.287480 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [None req-02fa2ea3-bc2d-4526-820c-06178220d200 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=85244) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 17:12:26.288600 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-02fa2ea3-bc2d-4526-820c-06178220d200 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4187992 Apr 11 17:12:28.356456 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device 43502e09-af67-4c30-9d82-2152fc22e5c6 up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:12:28.433508 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning for port 43502e09-af67-4c30-9d82-2152fc22e5c6 completed by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:12:29.058779 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 54476) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:12:29.458975 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [None req-b596e088-819d-47da-b825-77ae9819f642 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=85244) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 17:12:29.460226 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-b596e088-819d-47da-b825-77ae9819f642 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4005542 Apr 11 17:12:29.544905 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe921754-f69d-4c00-9f81-87c3688622a7 None None] Network e8a1ca9d-dcf5-4a22-957c-d5d1048e69e4 requested from dv-cinder-784779-4-smb {{(pid=85245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 11 17:12:29.645661 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-02fe7937-37e8-4bad-9143-0629d5f67aae None None] Provisioning for port 43502e09-af67-4c30-9d82-2152fc22e5c6 completed by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:12:29.653963 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-02fe7937-37e8-4bad-9143-0629d5f67aae None None] Provisioning complete for port 43502e09-af67-4c30-9d82-2152fc22e5c6 triggered by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:12:29.654372 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-02fe7937-37e8-4bad-9143-0629d5f67aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:29.901365 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-02fe7937-37e8-4bad-9143-0629d5f67aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:29.929580 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-02fe7937-37e8-4bad-9143-0629d5f67aae None None] For port 43502e09-af67-4c30-9d82-2152fc22e5c6, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=43502e09-af67-4c30-9d82-2152fc22e5c6,segment=NetworkSegment(d0cf827c-9b39-482c-8729-69c7b8cd973c),segment_id=d0cf827c-9b39-482c-8729-69c7b8cd973c)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:12:29.934115 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-02fe7937-37e8-4bad-9143-0629d5f67aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:29.939315 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:12:30.017317 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe7937-37e8-4bad-9143-0629d5f67aae None None] Pushing event updated for resources: {'Port': ['ID=43502e09-af67-4c30-9d82-2152fc22e5c6,revision_number=3']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:12:30.020795 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-02fe7937-37e8-4bad-9143-0629d5f67aae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:12:30.260177 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-58b4bb47-df20-4e91-8888-ed610ea903b0 None None] Provisioning complete for port 43502e09-af67-4c30-9d82-2152fc22e5c6 triggered by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:12:30.260591 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-58b4bb47-df20-4e91-8888-ed610ea903b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:30.327224 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device 43502e09-af67-4c30-9d82-2152fc22e5c6 up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:12:30.456950 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning complete for port 43502e09-af67-4c30-9d82-2152fc22e5c6 triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:12:30.457359 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:32.507420 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 54488) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:12:32.879226 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-c878d9a5-7e47-4682-8b31-52f8f2a16e98 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'bb8d2c8979cd4be3b1d06d18bfcc7811', 'admin_state_up': True}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:12:32.884669 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-c878d9a5-7e47-4682-8b31-52f8f2a16e98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:12:32.888579 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-c878d9a5-7e47-4682-8b31-52f8f2a16e98 admin admin] Usage tracker for resource:router and tenant:bb8d2c8979cd4be3b1d06d18bfcc7811 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:12:32.892249 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-c878d9a5-7e47-4682-8b31-52f8f2a16e98 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:12:32.898105 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-c878d9a5-7e47-4682-8b31-52f8f2a16e98 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:12:32.907259 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c878d9a5-7e47-4682-8b31-52f8f2a16e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8223040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15181'] for router, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:32.908587 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c878d9a5-7e47-4682-8b31-52f8f2a16e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846552675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846760496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8109325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854760620'] for router, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:32.927671 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c878d9a5-7e47-4682-8b31-52f8f2a16e98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:33.033143 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c878d9a5-7e47-4682-8b31-52f8f2a16e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846552709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8015338'] for router, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:33.052619 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c878d9a5-7e47-4682-8b31-52f8f2a16e98 admin admin] Notify callbacks [] for router, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:33.053897 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-c878d9a5-7e47-4682-8b31-52f8f2a16e98 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5453660 Apr 11 17:12:34.803604 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d8d39786-0862-4382-a247-6965c57554fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:35.763912 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 54498) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:12:36.158516 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [None req-a57088f2-642d-439f-8c49-361cf8983aff admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=85244) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 17:12:36.159580 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-a57088f2-642d-439f-8c49-361cf8983aff admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3946834 Apr 11 17:12:37.238098 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2ca72439-f590-4ab4-9382-e80cfc147671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:37.871962 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:38.341583 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:38.894497 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 54518) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:12:39.053938 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-716c2d44-0127-440c-97c1-128bc8fc1f1a admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:12:39.058758 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-716c2d44-0127-440c-97c1-128bc8fc1f1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:12:39.063267 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-716c2d44-0127-440c-97c1-128bc8fc1f1a admin admin] Usage tracker for resource:network and tenant:74cb7e1f37704df9866cd2b1ae1737cd is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:12:39.066762 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-716c2d44-0127-440c-97c1-128bc8fc1f1a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:12:39.072751 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-716c2d44-0127-440c-97c1-128bc8fc1f1a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:12:39.082071 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716c2d44-0127-440c-97c1-128bc8fc1f1a admin admin] Made reservation on behalf of 74cb7e1f37704df9866cd2b1ae1737cd for: {'network': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:12:39.086876 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-716c2d44-0127-440c-97c1-128bc8fc1f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for network, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:39.099929 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-716c2d44-0127-440c-97c1-128bc8fc1f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:39.118440 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-716c2d44-0127-440c-97c1-128bc8fc1f1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:12:39.122372 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-716c2d44-0127-440c-97c1-128bc8fc1f1a admin admin] Usage tracker for resource:security_group_rule and tenant:74cb7e1f37704df9866cd2b1ae1737cd is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:12:39.125913 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-716c2d44-0127-440c-97c1-128bc8fc1f1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:12:39.131805 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-716c2d44-0127-440c-97c1-128bc8fc1f1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:12:39.201179 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:39.218049 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-716c2d44-0127-440c-97c1-128bc8fc1f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:39.220786 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-716c2d44-0127-440c-97c1-128bc8fc1f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:39.225076 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:12:39.239565 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-716c2d44-0127-440c-97c1-128bc8fc1f1a admin admin] Reserving flat network on physical network physnet1 {{(pid=85244) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 11 17:12:39.263626 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c2d44-0127-440c-97c1-128bc8fc1f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5bd40c3-11a9-4831-a64c-cee1b65877f6,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:12:39.267239 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-716c2d44-0127-440c-97c1-128bc8fc1f1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:12:39.270389 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-716c2d44-0127-440c-97c1-128bc8fc1f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854391073'] for segment, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:39.270875 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.db.segments_db [None req-716c2d44-0127-440c-97c1-128bc8fc1f1a admin admin] Added segment 0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e of type flat for network 760603f5-451c-4017-b5ea-df3888d3fb56 Apr 11 17:12:39.305792 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-716c2d44-0127-440c-97c1-128bc8fc1f1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265755767019'] for network, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:39.341075 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-716c2d44-0127-440c-97c1-128bc8fc1f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213'] for network, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:39.342380 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716c2d44-0127-440c-97c1-128bc8fc1f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:12:39.343001 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-716c2d44-0127-440c-97c1-128bc8fc1f1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for network, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:39.348235 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:12:39.449391 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-716c2d44-0127-440c-97c1-128bc8fc1f1a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5537021 Apr 11 17:12:39.450028 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c2d44-0127-440c-97c1-128bc8fc1f1a admin admin] Pushing event updated for resources: {'Network': ['ID=760603f5-451c-4017-b5ea-df3888d3fb56,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:12:39.452773 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-716c2d44-0127-440c-97c1-128bc8fc1f1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:12:39.461972 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Network 760603f5-451c-4017-b5ea-df3888d3fb56 details requested by agent ovs-agent-dv-cinder-784779-4-smb with host dv-cinder-784779-4-smb {{(pid=85245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 11 17:12:41.991466 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 54538) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:12:42.110036 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a3c453-4ff3-47fd-a466-f1ad9e83e2cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:12:42.111476 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-33a3c453-4ff3-47fd-a466-f1ad9e83e2cd admin admin] 10.222.0.16 "GET /v2.0/subnets/7719d88d-b9a3-4524-aef6-356bff81fba9 HTTP/1.1" status: 200 len: 849 time: 0.1189272 Apr 11 17:12:42.258969 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-d1e3b5f2-9382-4f0f-84db-d9b017727be9 admin admin] 10.222.0.16 "GET /v2.0/routers/2f0b645b-95bc-46d5-afeb-92159fab3670 HTTP/1.1" status: 200 len: 704 time: 0.1413288 Apr 11 17:12:42.891646 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f8a38db8-6d11-4b42-85d4-a6ed3b6eaffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:43.129019 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-f8a38db8-6d11-4b42-85d4-a6ed3b6eaffb admin admin] Allocated IP 172.20.0.1 (e8a1ca9d-dcf5-4a22-957c-d5d1048e69e4/7719d88d-b9a3-4524-aef6-356bff81fba9/0fda8680-46cb-4692-ad2f-22b8eba4bcd4) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:12:43.290469 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f8a38db8-6d11-4b42-85d4-a6ed3b6eaffb admin admin] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:43.308233 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-f8a38db8-6d11-4b42-85d4-a6ed3b6eaffb admin admin] Transition to ACTIVE for port object 0fda8680-46cb-4692-ad2f-22b8eba4bcd4 will not be triggered until provisioned by entity DHCP. {{(pid=85244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:12:43.365613 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f8a38db8-6d11-4b42-85d4-a6ed3b6eaffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:43.380217 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:12:43.512404 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a38db8-6d11-4b42-85d4-a6ed3b6eaffb admin admin] Pushing event updated for resources: {'Port': ['ID=0fda8680-46cb-4692-ad2f-22b8eba4bcd4,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:12:43.518810 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f8a38db8-6d11-4b42-85d4-a6ed3b6eaffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:12:43.570858 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a38db8-6d11-4b42-85d4-a6ed3b6eaffb admin admin] Network e8a1ca9d-dcf5-4a22-957c-d5d1048e69e4 is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:12:43.571893 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-f8a38db8-6d11-4b42-85d4-a6ed3b6eaffb admin admin] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:12:43.574186 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a38db8-6d11-4b42-85d4-a6ed3b6eaffb admin admin] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:12:43.574706 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f8a38db8-6d11-4b42-85d4-a6ed3b6eaffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8015151'] for router_interface, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:43.743174 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-9da7e5a8-e063-4bea-b618-0e3bbd233e4b None None] Provisioning for port 0fda8680-46cb-4692-ad2f-22b8eba4bcd4 completed by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:12:43.748117 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-9da7e5a8-e063-4bea-b618-0e3bbd233e4b None None] Provisioning complete for port 0fda8680-46cb-4692-ad2f-22b8eba4bcd4 triggered by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:12:43.748530 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9da7e5a8-e063-4bea-b618-0e3bbd233e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:43.805561 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-9da7e5a8-e063-4bea-b618-0e3bbd233e4b None None] Port 0fda8680-46cb-4692-ad2f-22b8eba4bcd4 cannot update to ACTIVE because it is not bound. {{(pid=85245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 11 17:12:43.846665 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f8a38db8-6d11-4b42-85d4-a6ed3b6eaffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:44.162858 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f8a38db8-6d11-4b42-85d4-a6ed3b6eaffb admin admin] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:44.166301 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f8a38db8-6d11-4b42-85d4-a6ed3b6eaffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:44.167359 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f8a38db8-6d11-4b42-85d4-a6ed3b6eaffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846808232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8015202'] for router_interface, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:44.181404 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:12:44.314745 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a38db8-6d11-4b42-85d4-a6ed3b6eaffb admin admin] Pushing event updated for resources: {'Port': ['ID=0fda8680-46cb-4692-ad2f-22b8eba4bcd4,revision_number=2']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:12:44.319017 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f8a38db8-6d11-4b42-85d4-a6ed3b6eaffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:12:44.373477 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a38db8-6d11-4b42-85d4-a6ed3b6eaffb admin admin] Network e8a1ca9d-dcf5-4a22-957c-d5d1048e69e4 is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:12:44.374525 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-f8a38db8-6d11-4b42-85d4-a6ed3b6eaffb admin admin] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:12:44.630843 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-e4c5abcb-184b-4166-89df-a26bceb86226 None None] Provisioning complete for port 0fda8680-46cb-4692-ad2f-22b8eba4bcd4 triggered by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:12:44.631244 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e4c5abcb-184b-4166-89df-a26bceb86226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:44.762449 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a38db8-6d11-4b42-85d4-a6ed3b6eaffb admin admin] Router 2f0b645b-95bc-46d5-afeb-92159fab3670 is scheduled to L3 agent 5d769fae-3c68-4f0c-97be-90cfc50b6a37 with binding_index 1 {{(pid=85244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 11 17:12:44.844086 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-e4c5abcb-184b-4166-89df-a26bceb86226 None None] Port 0fda8680-46cb-4692-ad2f-22b8eba4bcd4 cannot update to ACTIVE because it is not bound. {{(pid=85245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 11 17:12:44.928986 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a38db8-6d11-4b42-85d4-a6ed3b6eaffb admin admin] Notify agent at l3_agent.dv-cinder-784779-4-smb the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 11 17:12:44.938811 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-f8a38db8-6d11-4b42-85d4-a6ed3b6eaffb admin admin] 10.222.0.16 "PUT /v2.0/routers/2f0b645b-95bc-46d5-afeb-92159fab3670/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.6743217 Apr 11 17:12:44.939567 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e76b593-4a48-4e4e-98d0-813811131fae None None] Sync routers for ids ['2f0b645b-95bc-46d5-afeb-92159fab3670'] in dv-cinder-784779-4-smb {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 11 17:12:44.950834 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e76b593-4a48-4e4e-98d0-813811131fae None None] Routers {'2f0b645b-95bc-46d5-afeb-92159fab3670'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:12:44.951687 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-4e76b593-4a48-4e4e-98d0-813811131fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:12:37Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['2f0b645b-95bc-46d5-afeb-92159fab3670'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:12:45.138195 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-4e76b593-4a48-4e4e-98d0-813811131fae None None] Set router 2f0b645b-95bc-46d5-afeb-92159fab3670 gateway port host: None {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:12:45.516139 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-4e76b593-4a48-4e4e-98d0-813811131fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0b645b-95bc-46d5-afeb-92159fab3670', 'name': 'router1', 'tenant_id': 'bb8d2c8979cd4be3b1d06d18bfcc7811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:12:32Z', 'updated_at': '2021-04-11T17:12:43Z', 'revision_number': 2, 'project_id': 'bb8d2c8979cd4be3b1d06d18bfcc7811', 'gw_port_host': None, '_interfaces': [{'id': '0fda8680-46cb-4692-ad2f-22b8eba4bcd4', 'name': '', 'network_id': 'e8a1ca9d-dcf5-4a22-957c-d5d1048e69e4', 'tenant_id': 'bb8d2c8979cd4be3b1d06d18bfcc7811', 'mac_address': 'fa:16:3e:80:d0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0b645b-95bc-46d5-afeb-92159fab3670', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7719d88d-b9a3-4524-aef6-356bff81fba9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:12:42Z', 'updated_at': '2021-04-11T17:12:43Z', 'revision_number': 2, 'project_id': 'bb8d2c8979cd4be3b1d06d18bfcc7811', 'subnets': [{'id': '7719d88d-b9a3-4524-aef6-356bff81fba9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd758ea31-7ee9-4f9f-a91d-04003ec830f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:12:45.521252 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e76b593-4a48-4e4e-98d0-813811131fae None None] Checking router: 2f0b645b-95bc-46d5-afeb-92159fab3670 for host: dv-cinder-784779-4-smb {{(pid=85246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 11 17:12:45.521680 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e76b593-4a48-4e4e-98d0-813811131fae None None] Updating router 2f0b645b-95bc-46d5-afeb-92159fab3670 port 0fda8680-46cb-4692-ad2f-22b8eba4bcd4 binding host dv-cinder-784779-4-smb {{(pid=85246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 11 17:12:45.574582 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4e76b593-4a48-4e4e-98d0-813811131fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:46.191968 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4e76b593-4a48-4e4e-98d0-813811131fae None None] Notify callbacks [] for port, precommit_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:46.207247 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-4e76b593-4a48-4e4e-98d0-813811131fae None None] Transition to ACTIVE for port object 0fda8680-46cb-4692-ad2f-22b8eba4bcd4 will not be triggered until provisioned by entity L2. {{(pid=85246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:12:46.212824 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4e76b593-4a48-4e4e-98d0-813811131fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:46.230952 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:12:46.369564 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa7140e-7173-41ce-a51e-b1f9e8f8e7a4 None None] Pushing event updated for resources: {'Port': ['ID=0fda8680-46cb-4692-ad2f-22b8eba4bcd4,revision_number=3']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:12:46.387863 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa7140e-7173-41ce-a51e-b1f9e8f8e7a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:46.388211 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa7140e-7173-41ce-a51e-b1f9e8f8e7a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:46.388570 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa7140e-7173-41ce-a51e-b1f9e8f8e7a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:46.388945 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa7140e-7173-41ce-a51e-b1f9e8f8e7a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:46.389268 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa7140e-7173-41ce-a51e-b1f9e8f8e7a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:46.389616 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa7140e-7173-41ce-a51e-b1f9e8f8e7a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:46.389960 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa7140e-7173-41ce-a51e-b1f9e8f8e7a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:46.390305 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa7140e-7173-41ce-a51e-b1f9e8f8e7a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:46.390707 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa7140e-7173-41ce-a51e-b1f9e8f8e7a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:46.391049 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa7140e-7173-41ce-a51e-b1f9e8f8e7a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:46.391390 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa7140e-7173-41ce-a51e-b1f9e8f8e7a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:46.391735 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa7140e-7173-41ce-a51e-b1f9e8f8e7a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:12:46.392890 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa7140e-7173-41ce-a51e-b1f9e8f8e7a4 None None] Tracked resource versions report: Apr 11 17:12:46.392890 dv-cinder-784779-4-smb neutron-server[85130]: pushed versions: Apr 11 17:12:46.392890 dv-cinder-784779-4-smb neutron-server[85130]: { 'AddressGroup': {'1.2'}, Apr 11 17:12:46.392890 dv-cinder-784779-4-smb neutron-server[85130]: 'ConntrackHelper': {'1.0'}, Apr 11 17:12:46.392890 dv-cinder-784779-4-smb neutron-server[85130]: 'Log': {'1.0'}, Apr 11 17:12:46.392890 dv-cinder-784779-4-smb neutron-server[85130]: 'Network': {'1.1'}, Apr 11 17:12:46.392890 dv-cinder-784779-4-smb neutron-server[85130]: 'Port': {'1.7'}, Apr 11 17:12:46.392890 dv-cinder-784779-4-smb neutron-server[85130]: 'PortForwarding': {'1.2'}, Apr 11 17:12:46.392890 dv-cinder-784779-4-smb neutron-server[85130]: 'QosPolicy': {'1.8'}, Apr 11 17:12:46.392890 dv-cinder-784779-4-smb neutron-server[85130]: 'SecurityGroup': {'1.4'}, Apr 11 17:12:46.392890 dv-cinder-784779-4-smb neutron-server[85130]: 'SecurityGroupRule': {'1.2'}, Apr 11 17:12:46.392890 dv-cinder-784779-4-smb neutron-server[85130]: 'SubPort': {'1.0'}, Apr 11 17:12:46.392890 dv-cinder-784779-4-smb neutron-server[85130]: 'Subnet': {'1.1'}, Apr 11 17:12:46.392890 dv-cinder-784779-4-smb neutron-server[85130]: 'Trunk': {'1.1'}} Apr 11 17:12:46.392890 dv-cinder-784779-4-smb neutron-server[85130]: consumer versions: Apr 11 17:12:46.392890 dv-cinder-784779-4-smb neutron-server[85130]: { DHCP agent@dv-cinder-784779-4-smb: {}, Apr 11 17:12:46.392890 dv-cinder-784779-4-smb neutron-server[85130]: L3 agent@dv-cinder-784779-4-smb: {}, Apr 11 17:12:46.392890 dv-cinder-784779-4-smb neutron-server[85130]: Metadata agent@dv-cinder-784779-4-smb: {}, Apr 11 17:12:46.392890 dv-cinder-784779-4-smb neutron-server[85130]: Metering agent@dv-cinder-784779-4-smb: {}, Apr 11 17:12:46.392890 dv-cinder-784779-4-smb neutron-server[85130]: Open vSwitch agent@dv-cinder-784779-4-smb: { 'AddressGroup': '1.2', Apr 11 17:12:46.392890 dv-cinder-784779-4-smb neutron-server[85130]: 'ConntrackHelper': '1.0', Apr 11 17:12:46.392890 dv-cinder-784779-4-smb neutron-server[85130]: 'Log': '1.0', Apr 11 17:12:46.392890 dv-cinder-784779-4-smb neutron-server[85130]: 'Network': '1.1', Apr 11 17:12:46.392890 dv-cinder-784779-4-smb neutron-server[85130]: 'Port': '1.7', Apr 11 17:12:46.392890 dv-cinder-784779-4-smb neutron-server[85130]: 'PortForwarding': '1.2', Apr 11 17:12:46.392890 dv-cinder-784779-4-smb neutron-server[85130]: 'QosPolicy': '1.8', Apr 11 17:12:46.392890 dv-cinder-784779-4-smb neutron-server[85130]: 'SecurityGroup': '1.4', Apr 11 17:12:46.392890 dv-cinder-784779-4-smb neutron-server[85130]: 'SecurityGroupRule': '1.2', Apr 11 17:12:46.392890 dv-cinder-784779-4-smb neutron-server[85130]: 'SubPort': '1.0', Apr 11 17:12:46.392890 dv-cinder-784779-4-smb neutron-server[85130]: 'Subnet': '1.1', Apr 11 17:12:46.392890 dv-cinder-784779-4-smb neutron-server[85130]: 'Trunk': '1.1'}} Apr 11 17:12:46.392890 dv-cinder-784779-4-smb neutron-server[85130]: {{(pid=85246) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 11 17:12:46.399820 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-faa7140e-7173-41ce-a51e-b1f9e8f8e7a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:12:46.591322 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-4e76b593-4a48-4e4e-98d0-813811131fae None None] Attempting to bind port 0fda8680-46cb-4692-ad2f-22b8eba4bcd4 on host dv-cinder-784779-4-smb for vnic_type normal with profile {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:12:46.591851 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-4e76b593-4a48-4e4e-98d0-813811131fae None None] Attempting to bind port 0fda8680-46cb-4692-ad2f-22b8eba4bcd4 by drivers openvswitch,hyperv on host dv-cinder-784779-4-smb at level 0 using segments [{'id': 'd0cf827c-9b39-482c-8729-69c7b8cd973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e8a1ca9d-dcf5-4a22-957c-d5d1048e69e4'}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 11 17:12:46.592163 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e76b593-4a48-4e4e-98d0-813811131fae None None] Attempting to bind port 0fda8680-46cb-4692-ad2f-22b8eba4bcd4 on network e8a1ca9d-dcf5-4a22-957c-d5d1048e69e4 {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:12:46.598278 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e76b593-4a48-4e4e-98d0-813811131fae None None] Checking agent: {'id': '010ff1a7-6f9a-4d7c-91bd-57c824159873', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 12, 8), 'started_at': datetime.datetime(2021, 4, 11, 17, 12, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 17:12:46.598691 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e76b593-4a48-4e4e-98d0-813811131fae None None] Checking segment: {'id': 'd0cf827c-9b39-482c-8729-69c7b8cd973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e8a1ca9d-dcf5-4a22-957c-d5d1048e69e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:12:46.599150 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4e76b593-4a48-4e4e-98d0-813811131fae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:46.599564 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e76b593-4a48-4e4e-98d0-813811131fae None None] Bound using segment: {'id': 'd0cf827c-9b39-482c-8729-69c7b8cd973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e8a1ca9d-dcf5-4a22-957c-d5d1048e69e4'} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 17:12:46.600152 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-4e76b593-4a48-4e4e-98d0-813811131fae None None] Bound port: 0fda8680-46cb-4692-ad2f-22b8eba4bcd4, host: dv-cinder-784779-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0cf827c-9b39-482c-8729-69c7b8cd973c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'e8a1ca9d-dcf5-4a22-957c-d5d1048e69e4'}}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 11 17:12:46.600535 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4e76b593-4a48-4e4e-98d0-813811131fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:46.676405 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-4e76b593-4a48-4e4e-98d0-813811131fae None None] For port 0fda8680-46cb-4692-ad2f-22b8eba4bcd4, host dv-cinder-784779-4-smb, cleared binding levels {{(pid=85246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 11 17:12:46.682039 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-4e76b593-4a48-4e4e-98d0-813811131fae None None] For port 0fda8680-46cb-4692-ad2f-22b8eba4bcd4, host dv-cinder-784779-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=0fda8680-46cb-4692-ad2f-22b8eba4bcd4,segment=NetworkSegment(d0cf827c-9b39-482c-8729-69c7b8cd973c),segment_id=d0cf827c-9b39-482c-8729-69c7b8cd973c)] {{(pid=85246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 11 17:12:46.685547 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4e76b593-4a48-4e4e-98d0-813811131fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:46.701490 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:12:46.851942 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa7140e-7173-41ce-a51e-b1f9e8f8e7a4 None None] Pushing event updated for resources: {'Port': ['ID=0fda8680-46cb-4692-ad2f-22b8eba4bcd4,revision_number=4']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:12:46.866819 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-faa7140e-7173-41ce-a51e-b1f9e8f8e7a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:12:46.913440 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e76b593-4a48-4e4e-98d0-813811131fae None None] Routers {'2f0b645b-95bc-46d5-afeb-92159fab3670'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:12:46.914124 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-4e76b593-4a48-4e4e-98d0-813811131fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:12:37Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['2f0b645b-95bc-46d5-afeb-92159fab3670'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:12:47.082367 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-4e76b593-4a48-4e4e-98d0-813811131fae None None] Set router 2f0b645b-95bc-46d5-afeb-92159fab3670 gateway port host: None {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:12:47.423283 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-4e76b593-4a48-4e4e-98d0-813811131fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0b645b-95bc-46d5-afeb-92159fab3670', 'name': 'router1', 'tenant_id': 'bb8d2c8979cd4be3b1d06d18bfcc7811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:12:32Z', 'updated_at': '2021-04-11T17:12:43Z', 'revision_number': 2, 'project_id': 'bb8d2c8979cd4be3b1d06d18bfcc7811', 'gw_port_host': None, '_interfaces': [{'id': '0fda8680-46cb-4692-ad2f-22b8eba4bcd4', 'name': '', 'network_id': 'e8a1ca9d-dcf5-4a22-957c-d5d1048e69e4', 'tenant_id': 'bb8d2c8979cd4be3b1d06d18bfcc7811', 'mac_address': 'fa:16:3e:80:d0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0b645b-95bc-46d5-afeb-92159fab3670', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7719d88d-b9a3-4524-aef6-356bff81fba9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:12:42Z', 'updated_at': '2021-04-11T17:12:46Z', 'revision_number': 4, 'project_id': 'bb8d2c8979cd4be3b1d06d18bfcc7811', 'subnets': [{'id': '7719d88d-b9a3-4524-aef6-356bff81fba9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd758ea31-7ee9-4f9f-a91d-04003ec830f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:12:47.427633 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e76b593-4a48-4e4e-98d0-813811131fae None None] The sync data for ids ['2f0b645b-95bc-46d5-afeb-92159fab3670'] in dv-cinder-784779-4-smb is: [{'id': '2f0b645b-95bc-46d5-afeb-92159fab3670', 'name': 'router1', 'tenant_id': 'bb8d2c8979cd4be3b1d06d18bfcc7811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:12:32Z', 'updated_at': '2021-04-11T17:12:43Z', 'revision_number': 2, 'project_id': 'bb8d2c8979cd4be3b1d06d18bfcc7811', 'gw_port_host': None, '_interfaces': [{'id': '0fda8680-46cb-4692-ad2f-22b8eba4bcd4', 'name': '', 'network_id': 'e8a1ca9d-dcf5-4a22-957c-d5d1048e69e4', 'tenant_id': 'bb8d2c8979cd4be3b1d06d18bfcc7811', 'mac_address': 'fa:16:3e:80:d0:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0b645b-95bc-46d5-afeb-92159fab3670', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7719d88d-b9a3-4524-aef6-356bff81fba9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:12:42Z', 'updated_at': '2021-04-11T17:12:46Z', 'revision_number': 4, 'project_id': 'bb8d2c8979cd4be3b1d06d18bfcc7811', 'subnets': [{'id': '7719d88d-b9a3-4524-aef6-356bff81fba9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd758ea31-7ee9-4f9f-a91d-04003ec830f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 11 17:12:47.496579 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 54550) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:12:47.655139 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360dd4f1-2a4c-42ec-bf42-a1717793f9ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:12:47.655752 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-360dd4f1-2a4c-42ec-bf42-a1717793f9ea admin admin] Synchronizing usage tracker for tenant:74cb7e1f37704df9866cd2b1ae1737cd on resource:network {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:12:47.672839 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-360dd4f1-2a4c-42ec-bf42-a1717793f9ea admin admin] Unset dirty status for tenant:74cb7e1f37704df9866cd2b1ae1737cd on resource:network {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:12:47.679758 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-360dd4f1-2a4c-42ec-bf42-a1717793f9ea admin admin] 10.222.0.16 "GET /v2.0/networks/760603f5-451c-4017-b5ea-df3888d3fb56 HTTP/1.1" status: 200 len: 842 time: 0.1763303 Apr 11 17:12:47.684363 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-7930c4f1-ebf3-4246-b58f-d45e0e31092f admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'enable_dhcp': False, 'cidr': '172.28.2.0/24', 'ip_version': 4, 'gateway_ip': '172.28.2.1'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:12:47.690389 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-7930c4f1-ebf3-4246-b58f-d45e0e31092f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:12:47.694396 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-7930c4f1-ebf3-4246-b58f-d45e0e31092f admin admin] Usage tracker for resource:subnet and tenant:74cb7e1f37704df9866cd2b1ae1737cd is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:12:47.697266 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-7930c4f1-ebf3-4246-b58f-d45e0e31092f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:12:47.704332 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-7930c4f1-ebf3-4246-b58f-d45e0e31092f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:12:47.712889 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7930c4f1-ebf3-4246-b58f-d45e0e31092f admin admin] Made reservation on behalf of 74cb7e1f37704df9866cd2b1ae1737cd for: {'subnet': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:12:47.718111 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7930c4f1-ebf3-4246-b58f-d45e0e31092f admin admin] Notify callbacks [] for subnet, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:48.164760 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.objects.ports [None req-7930c4f1-ebf3-4246-b58f-d45e0e31092f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85244) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 11 17:12:48.165246 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7930c4f1-ebf3-4246-b58f-d45e0e31092f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213'] for subnet, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:48.180775 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b2aa3302-2a64-4476-8412-de19f5716cee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:12:48.358341 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930c4f1-ebf3-4246-b58f-d45e0e31092f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e13c5172-f61e-460b-afd0-2fdd7fa5ba98,revision_number=0']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:12:48.370409 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7930c4f1-ebf3-4246-b58f-d45e0e31092f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:12:48.382998 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7930c4f1-ebf3-4246-b58f-d45e0e31092f admin admin] Checking segment: {'id': '0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:12:48.383391 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7930c4f1-ebf3-4246-b58f-d45e0e31092f admin admin] Network hostable DHCP agents. Network: 760603f5-451c-4017-b5ea-df3888d3fb56, hostable agents: ['86fd9441-0b4f-48d7-82ef-ef4e0a434903'], hosted agents: [] {{(pid=85244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 11 17:12:48.404131 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7930c4f1-ebf3-4246-b58f-d45e0e31092f admin admin] Network 760603f5-451c-4017-b5ea-df3888d3fb56 is scheduled to be hosted by DHCP agent 86fd9441-0b4f-48d7-82ef-ef4e0a434903 with binding_index 1 {{(pid=85244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 11 17:12:48.414042 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-7930c4f1-ebf3-4246-b58f-d45e0e31092f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-4-smb, 760603f5-451c-4017-b5ea-df3888d3fb56) {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:12:48.418143 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7930c4f1-ebf3-4246-b58f-d45e0e31092f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:12:48.418783 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7930c4f1-ebf3-4246-b58f-d45e0e31092f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for subnet, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:48.426318 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce537db-35b2-4686-a259-5f6f789e4734 None None] Network 760603f5-451c-4017-b5ea-df3888d3fb56 requested from dv-cinder-784779-4-smb {{(pid=85245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 11 17:12:48.440586 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-7930c4f1-ebf3-4246-b58f-d45e0e31092f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7599757 Apr 11 17:12:48.677320 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84ac266-1457-45a6-9b61-e9f8ceed88ea None None] Network 760603f5-451c-4017-b5ea-df3888d3fb56 requested from dv-cinder-784779-4-smb {{(pid=85245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 11 17:12:50.352090 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device 0fda8680-46cb-4692-ad2f-22b8eba4bcd4 up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:12:50.421554 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning for port 0fda8680-46cb-4692-ad2f-22b8eba4bcd4 completed by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:12:50.426280 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning complete for port 0fda8680-46cb-4692-ad2f-22b8eba4bcd4 triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:12:50.426683 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:50.556228 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:50.573042 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] For port 0fda8680-46cb-4692-ad2f-22b8eba4bcd4, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=0fda8680-46cb-4692-ad2f-22b8eba4bcd4,segment=NetworkSegment(d0cf827c-9b39-482c-8729-69c7b8cd973c),segment_id=d0cf827c-9b39-482c-8729-69c7b8cd973c)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:12:50.576005 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:50.578686 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-02fe7937-37e8-4bad-9143-0629d5f67aae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:12:50.653216 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Pushing event updated for resources: {'Port': ['ID=0fda8680-46cb-4692-ad2f-22b8eba4bcd4,revision_number=5']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:12:50.657611 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:12:51.091786 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 54564) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:12:51.304622 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-380e1d9c-0eda-4dba-b560-04a9ced6dd4d admin admin] 10.222.0.16 "GET /v2.0/routers/2f0b645b-95bc-46d5-afeb-92159fab3670 HTTP/1.1" status: 200 len: 710 time: 0.2114818 Apr 11 17:12:51.442424 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed77ca6a-4c8f-4775-a636-723a56fb96b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:12:51.443929 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-ed77ca6a-4c8f-4775-a636-723a56fb96b5 admin admin] 10.222.0.16 "GET /v2.0/networks/760603f5-451c-4017-b5ea-df3888d3fb56 HTTP/1.1" status: 200 len: 886 time: 0.1335313 Apr 11 17:12:51.454324 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-9a98df73-7dfb-45a8-a080-748716559f59 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56'}}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:12:51.920850 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9a98df73-7dfb-45a8-a080-748716559f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846760509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8223091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854760601'] for router, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:52.333572 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device 0fda8680-46cb-4692-ad2f-22b8eba4bcd4 up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:12:52.405233 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning complete for port 0fda8680-46cb-4692-ad2f-22b8eba4bcd4 triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:12:52.405635 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:52.471749 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9a98df73-7dfb-45a8-a080-748716559f59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:52.534043 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9a98df73-7dfb-45a8-a080-748716559f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:52.675317 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-9a98df73-7dfb-45a8-a080-748716559f59 admin admin] Allocated IP 172.28.2.196 (760603f5-451c-4017-b5ea-df3888d3fb56/e13c5172-f61e-460b-afd0-2fdd7fa5ba98/94b7bf07-231a-4e4b-8409-7247407f434e) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:12:52.827191 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9a98df73-7dfb-45a8-a080-748716559f59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:52.858124 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9a98df73-7dfb-45a8-a080-748716559f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:52.873265 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f8a38db8-6d11-4b42-85d4-a6ed3b6eaffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:12:53.006125 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a98df73-7dfb-45a8-a080-748716559f59 admin admin] Pushing event updated for resources: {'Port': ['ID=94b7bf07-231a-4e4b-8409-7247407f434e,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:12:53.018557 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-9a98df73-7dfb-45a8-a080-748716559f59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:12:53.062544 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a98df73-7dfb-45a8-a080-748716559f59 admin admin] Network 760603f5-451c-4017-b5ea-df3888d3fb56 is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:12:53.063731 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-9a98df73-7dfb-45a8-a080-748716559f59 admin admin] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:12:53.066174 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a98df73-7dfb-45a8-a080-748716559f59 admin admin] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:12:53.491693 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9a98df73-7dfb-45a8-a080-748716559f59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:53.862298 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9a98df73-7dfb-45a8-a080-748716559f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846760509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8223091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854760601'] for router, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:53.865721 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9a98df73-7dfb-45a8-a080-748716559f59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8015338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8015355', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036846760462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036846552726'] for router, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:54.237652 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a98df73-7dfb-45a8-a080-748716559f59 admin admin] Router 2f0b645b-95bc-46d5-afeb-92159fab3670 has already been hosted by L3 agent 5d769fae-3c68-4f0c-97be-90cfc50b6a37 {{(pid=85244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 11 17:12:54.430445 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a98df73-7dfb-45a8-a080-748716559f59 admin admin] Notify agent at l3_agent.dv-cinder-784779-4-smb the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 11 17:12:54.438739 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9a98df73-7dfb-45a8-a080-748716559f59 admin admin] Notify callbacks [] for router, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:54.440079 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-9a98df73-7dfb-45a8-a080-748716559f59 admin admin] 10.222.0.16 "PUT /v2.0/routers/2f0b645b-95bc-46d5-afeb-92159fab3670 HTTP/1.1" status: 200 len: 890 time: 2.9897611 Apr 11 17:12:54.440427 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39284f7-4eca-4f57-ac97-2aeee0ef43ce None None] Sync routers for ids ['2f0b645b-95bc-46d5-afeb-92159fab3670'] in dv-cinder-784779-4-smb {{(pid=85245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 11 17:12:54.451331 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39284f7-4eca-4f57-ac97-2aeee0ef43ce None None] Routers {'2f0b645b-95bc-46d5-afeb-92159fab3670'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:12:54.452059 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-d39284f7-4eca-4f57-ac97-2aeee0ef43ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:12:37Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['2f0b645b-95bc-46d5-afeb-92159fab3670'], 'active': True} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:12:54.663453 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-d39284f7-4eca-4f57-ac97-2aeee0ef43ce None None] Set router 2f0b645b-95bc-46d5-afeb-92159fab3670 gateway port host: dv-cinder-784779-4-smb {{(pid=85245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:12:55.027941 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-d39284f7-4eca-4f57-ac97-2aeee0ef43ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0b645b-95bc-46d5-afeb-92159fab3670', 'name': 'router1', 'tenant_id': 'bb8d2c8979cd4be3b1d06d18bfcc7811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.196'}], 'enable_snat': True}, 'gw_port_id': '94b7bf07-231a-4e4b-8409-7247407f434e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:12:32Z', 'updated_at': '2021-04-11T17:12:53Z', 'revision_number': 4, 'project_id': 'bb8d2c8979cd4be3b1d06d18bfcc7811', 'gw_port': {'id': '94b7bf07-231a-4e4b-8409-7247407f434e', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:dd:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0b645b-95bc-46d5-afeb-92159fab3670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:12:52Z', 'updated_at': '2021-04-11T17:12:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': '0fda8680-46cb-4692-ad2f-22b8eba4bcd4', 'name': '', 'network_id': 'e8a1ca9d-dcf5-4a22-957c-d5d1048e69e4', 'tenant_id': 'bb8d2c8979cd4be3b1d06d18bfcc7811', 'mac_address': 'fa:16:3e:80:d0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0b645b-95bc-46d5-afeb-92159fab3670', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7719d88d-b9a3-4524-aef6-356bff81fba9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:12:42Z', 'updated_at': '2021-04-11T17:12:50Z', 'revision_number': 5, 'project_id': 'bb8d2c8979cd4be3b1d06d18bfcc7811', 'subnets': [{'id': '7719d88d-b9a3-4524-aef6-356bff81fba9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd758ea31-7ee9-4f9f-a91d-04003ec830f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:12:55.033788 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39284f7-4eca-4f57-ac97-2aeee0ef43ce None None] Checking router: 2f0b645b-95bc-46d5-afeb-92159fab3670 for host: dv-cinder-784779-4-smb {{(pid=85245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 11 17:12:55.034190 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39284f7-4eca-4f57-ac97-2aeee0ef43ce None None] Updating router 2f0b645b-95bc-46d5-afeb-92159fab3670 port 94b7bf07-231a-4e4b-8409-7247407f434e binding host dv-cinder-784779-4-smb {{(pid=85245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 11 17:12:55.095337 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d39284f7-4eca-4f57-ac97-2aeee0ef43ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:55.504112 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d39284f7-4eca-4f57-ac97-2aeee0ef43ce None None] Notify callbacks [] for port, precommit_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:55.516729 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-d39284f7-4eca-4f57-ac97-2aeee0ef43ce None None] Transition to ACTIVE for port object 94b7bf07-231a-4e4b-8409-7247407f434e will not be triggered until provisioned by entity L2. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:12:55.522636 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d39284f7-4eca-4f57-ac97-2aeee0ef43ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:55.541091 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:12:55.591363 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 5 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:12:55.674552 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78b7675-a9dd-4643-8e8e-cd04d543f6ce None None] Pushing event updated for resources: {'Port': ['ID=94b7bf07-231a-4e4b-8409-7247407f434e,revision_number=2']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:12:55.677495 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d78b7675-a9dd-4643-8e8e-cd04d543f6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:12:55.743925 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-d39284f7-4eca-4f57-ac97-2aeee0ef43ce None None] Attempting to bind port 94b7bf07-231a-4e4b-8409-7247407f434e on host dv-cinder-784779-4-smb for vnic_type normal with profile {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:12:55.744276 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-d39284f7-4eca-4f57-ac97-2aeee0ef43ce None None] Attempting to bind port 94b7bf07-231a-4e4b-8409-7247407f434e by drivers openvswitch,hyperv on host dv-cinder-784779-4-smb at level 0 using segments [{'id': '0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56'}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 11 17:12:55.744673 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39284f7-4eca-4f57-ac97-2aeee0ef43ce None None] Attempting to bind port 94b7bf07-231a-4e4b-8409-7247407f434e on network 760603f5-451c-4017-b5ea-df3888d3fb56 {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:12:55.750878 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39284f7-4eca-4f57-ac97-2aeee0ef43ce None None] Checking agent: {'id': '010ff1a7-6f9a-4d7c-91bd-57c824159873', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 12, 8), 'started_at': datetime.datetime(2021, 4, 11, 17, 12, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 17:12:55.751283 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39284f7-4eca-4f57-ac97-2aeee0ef43ce None None] Checking segment: {'id': '0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:12:55.751716 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d39284f7-4eca-4f57-ac97-2aeee0ef43ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:55.752170 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39284f7-4eca-4f57-ac97-2aeee0ef43ce None None] Bound using segment: {'id': '0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56'} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 17:12:55.752677 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-d39284f7-4eca-4f57-ac97-2aeee0ef43ce None None] Bound port: 94b7bf07-231a-4e4b-8409-7247407f434e, host: dv-cinder-784779-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56'}}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 11 17:12:55.753082 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d39284f7-4eca-4f57-ac97-2aeee0ef43ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:55.833935 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-d39284f7-4eca-4f57-ac97-2aeee0ef43ce None None] For port 94b7bf07-231a-4e4b-8409-7247407f434e, host dv-cinder-784779-4-smb, cleared binding levels {{(pid=85245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 11 17:12:55.837091 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-d39284f7-4eca-4f57-ac97-2aeee0ef43ce None None] For port 94b7bf07-231a-4e4b-8409-7247407f434e, host dv-cinder-784779-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=94b7bf07-231a-4e4b-8409-7247407f434e,segment=NetworkSegment(0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e),segment_id=0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e)] {{(pid=85245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 11 17:12:55.840835 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d39284f7-4eca-4f57-ac97-2aeee0ef43ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:55.854610 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:12:56.167691 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78b7675-a9dd-4643-8e8e-cd04d543f6ce None None] Pushing event updated for resources: {'Port': ['ID=94b7bf07-231a-4e4b-8409-7247407f434e,revision_number=3']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:12:56.171021 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d78b7675-a9dd-4643-8e8e-cd04d543f6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:12:56.217419 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39284f7-4eca-4f57-ac97-2aeee0ef43ce None None] Routers {'2f0b645b-95bc-46d5-afeb-92159fab3670'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:12:56.218081 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-d39284f7-4eca-4f57-ac97-2aeee0ef43ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:12:37Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['2f0b645b-95bc-46d5-afeb-92159fab3670'], 'active': True} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:12:56.413524 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-d39284f7-4eca-4f57-ac97-2aeee0ef43ce None None] Set router 2f0b645b-95bc-46d5-afeb-92159fab3670 gateway port host: dv-cinder-784779-4-smb {{(pid=85245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:12:56.795244 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-d39284f7-4eca-4f57-ac97-2aeee0ef43ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0b645b-95bc-46d5-afeb-92159fab3670', 'name': 'router1', 'tenant_id': 'bb8d2c8979cd4be3b1d06d18bfcc7811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.196'}], 'enable_snat': True}, 'gw_port_id': '94b7bf07-231a-4e4b-8409-7247407f434e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:12:32Z', 'updated_at': '2021-04-11T17:12:53Z', 'revision_number': 4, 'project_id': 'bb8d2c8979cd4be3b1d06d18bfcc7811', 'gw_port': {'id': '94b7bf07-231a-4e4b-8409-7247407f434e', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:dd:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0b645b-95bc-46d5-afeb-92159fab3670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:12:52Z', 'updated_at': '2021-04-11T17:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': '0fda8680-46cb-4692-ad2f-22b8eba4bcd4', 'name': '', 'network_id': 'e8a1ca9d-dcf5-4a22-957c-d5d1048e69e4', 'tenant_id': 'bb8d2c8979cd4be3b1d06d18bfcc7811', 'mac_address': 'fa:16:3e:80:d0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0b645b-95bc-46d5-afeb-92159fab3670', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7719d88d-b9a3-4524-aef6-356bff81fba9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:12:42Z', 'updated_at': '2021-04-11T17:12:50Z', 'revision_number': 5, 'project_id': 'bb8d2c8979cd4be3b1d06d18bfcc7811', 'subnets': [{'id': '7719d88d-b9a3-4524-aef6-356bff81fba9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd758ea31-7ee9-4f9f-a91d-04003ec830f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:12:56.799579 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39284f7-4eca-4f57-ac97-2aeee0ef43ce None None] The sync data for ids ['2f0b645b-95bc-46d5-afeb-92159fab3670'] in dv-cinder-784779-4-smb is: [{'id': '2f0b645b-95bc-46d5-afeb-92159fab3670', 'name': 'router1', 'tenant_id': 'bb8d2c8979cd4be3b1d06d18bfcc7811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.196'}], 'enable_snat': True}, 'gw_port_id': '94b7bf07-231a-4e4b-8409-7247407f434e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:12:32Z', 'updated_at': '2021-04-11T17:12:53Z', 'revision_number': 4, 'project_id': 'bb8d2c8979cd4be3b1d06d18bfcc7811', 'gw_port': {'id': '94b7bf07-231a-4e4b-8409-7247407f434e', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:dd:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0b645b-95bc-46d5-afeb-92159fab3670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:12:52Z', 'updated_at': '2021-04-11T17:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': '0fda8680-46cb-4692-ad2f-22b8eba4bcd4', 'name': '', 'network_id': 'e8a1ca9d-dcf5-4a22-957c-d5d1048e69e4', 'tenant_id': 'bb8d2c8979cd4be3b1d06d18bfcc7811', 'mac_address': 'fa:16:3e:80:d0:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0b645b-95bc-46d5-afeb-92159fab3670', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7719d88d-b9a3-4524-aef6-356bff81fba9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:12:42Z', 'updated_at': '2021-04-11T17:12:50Z', 'revision_number': 5, 'project_id': 'bb8d2c8979cd4be3b1d06d18bfcc7811', 'subnets': [{'id': '7719d88d-b9a3-4524-aef6-356bff81fba9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd758ea31-7ee9-4f9f-a91d-04003ec830f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 11 17:12:57.235065 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 54574) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:12:57.366335 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-446d560a-5b12-4445-9b63-9564ad43495b admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1299953 Apr 11 17:12:58.362064 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device 94b7bf07-231a-4e4b-8409-7247407f434e up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:12:58.439238 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning for port 94b7bf07-231a-4e4b-8409-7247407f434e completed by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:12:58.444405 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning complete for port 94b7bf07-231a-4e4b-8409-7247407f434e triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:12:58.444817 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:58.581895 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:58.598918 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] For port 94b7bf07-231a-4e4b-8409-7247407f434e, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=94b7bf07-231a-4e4b-8409-7247407f434e,segment=NetworkSegment(0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e),segment_id=0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:12:58.602129 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:12:58.604295 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:12:58.675808 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Pushing event updated for resources: {'Port': ['ID=94b7bf07-231a-4e4b-8409-7247407f434e,revision_number=4']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:12:58.679325 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:13:00.389360 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device 94b7bf07-231a-4e4b-8409-7247407f434e up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:13:00.491071 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning complete for port 94b7bf07-231a-4e4b-8409-7247407f434e triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:13:00.491462 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:13:04.820834 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d26c6f84-a7e1-408b-9f4b-91ac6d4ad663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:13:07.245294 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6683d8c7-9edd-4358-8179-f19899eb133f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:13:07.876925 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:13:08.355592 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:13:09.207941 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:13:32.591307 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 5 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:13:34.803448 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c9e37cae-5a83-42b3-8c75-57e459b2e0be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:13:37.238958 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0d77cc11-c5ce-4f0c-b92a-b48d6fe05ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:13:37.883163 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:13:38.349661 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:13:39.219774 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:14:04.805462 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bbbd83ea-7f15-4f98-bac7-684e72f86e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:14:07.241024 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-586f1b92-f2b5-48b9-a4f0-e4edb48e6349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:14:07.880632 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:14:08.352873 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:14:09.218597 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:14:09.590449 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 5 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:14:34.807179 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d9032d90-6365-4b3f-b72f-20d41350b9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:14:37.243979 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1cbe36c5-744d-4f7a-8ff4-5908f4fba3ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:14:37.881162 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:14:38.354838 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:14:39.224653 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:14:41.321941 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 55144) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:14:41.396053 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cc78782-723d-4f03-b393-9af56649a28a admin admin] GET failed (client error): The resource could not be found. Apr 11 17:14:41.397406 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-5cc78782-723d-4f03-b393-9af56649a28a admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0744672 Apr 11 17:14:41.539084 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca246638-b54c-476a-9700-38c3c16ccd3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:14:41.540651 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-ca246638-b54c-476a-9700-38c3c16ccd3c admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1389146 Apr 11 17:14:43.999530 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 55154) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:14:44.119137 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3f67f8-d0ad-44cf-bf94-14101f616abd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:14:44.119747 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-cb3f67f8-d0ad-44cf-bf94-14101f616abd admin admin] Synchronizing usage tracker for tenant:74cb7e1f37704df9866cd2b1ae1737cd on resource:subnet {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:14:44.134720 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-cb3f67f8-d0ad-44cf-bf94-14101f616abd admin admin] Unset dirty status for tenant:74cb7e1f37704df9866cd2b1ae1737cd on resource:subnet {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:14:44.135968 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-cb3f67f8-d0ad-44cf-bf94-14101f616abd admin admin] 10.222.0.16 "GET /v2.0/subnets/7719d88d-b9a3-4524-aef6-356bff81fba9 HTTP/1.1" status: 200 len: 849 time: 0.1353540 Apr 11 17:14:44.146305 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-638dc21e-06c3-4888-9851-c1359b6ed1cb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:14:44.270740 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-638dc21e-06c3-4888-9851-c1359b6ed1cb admin admin] Notify callbacks [] for subnet, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:14:44.578235 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-638dc21e-06c3-4888-9851-c1359b6ed1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363265755345370'] for subnet, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:14:44.593870 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:14:44.736096 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638dc21e-06c3-4888-9851-c1359b6ed1cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7719d88d-b9a3-4524-aef6-356bff81fba9,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:14:44.747776 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638dc21e-06c3-4888-9851-c1359b6ed1cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:14:44.748186 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638dc21e-06c3-4888-9851-c1359b6ed1cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:14:44.748557 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638dc21e-06c3-4888-9851-c1359b6ed1cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:14:44.748926 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638dc21e-06c3-4888-9851-c1359b6ed1cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:14:44.749289 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638dc21e-06c3-4888-9851-c1359b6ed1cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:14:44.749652 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638dc21e-06c3-4888-9851-c1359b6ed1cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:14:44.750011 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638dc21e-06c3-4888-9851-c1359b6ed1cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:14:44.750369 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638dc21e-06c3-4888-9851-c1359b6ed1cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:14:44.750747 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638dc21e-06c3-4888-9851-c1359b6ed1cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:14:44.751105 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638dc21e-06c3-4888-9851-c1359b6ed1cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:14:44.751461 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638dc21e-06c3-4888-9851-c1359b6ed1cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:14:44.751815 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638dc21e-06c3-4888-9851-c1359b6ed1cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:14:44.755482 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-638dc21e-06c3-4888-9851-c1359b6ed1cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:14:44.786924 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638dc21e-06c3-4888-9851-c1359b6ed1cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:14:44.787610 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-638dc21e-06c3-4888-9851-c1359b6ed1cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for subnet, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:14:44.791888 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-638dc21e-06c3-4888-9851-c1359b6ed1cb admin admin] 10.222.0.16 "PUT /v2.0/subnets/7719d88d-b9a3-4524-aef6-356bff81fba9 HTTP/1.1" status: 200 len: 868 time: 0.6468158 Apr 11 17:14:44.792015 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bec36e-359a-48dc-8bad-bb1b3234c513 None None] Network e8a1ca9d-dcf5-4a22-957c-d5d1048e69e4 requested from dv-cinder-784779-4-smb {{(pid=85245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 11 17:14:45.273314 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-c9b7a658-a829-450f-a210-f2d6d2bbbe66 None None] Provisioning complete for port 43502e09-af67-4c30-9d82-2152fc22e5c6 triggered by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:14:45.273864 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c9b7a658-a829-450f-a210-f2d6d2bbbe66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:14:45.406700 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-c9b7a658-a829-450f-a210-f2d6d2bbbe66 None None] Provisioning complete for port 0fda8680-46cb-4692-ad2f-22b8eba4bcd4 triggered by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:14:45.407108 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c9b7a658-a829-450f-a210-f2d6d2bbbe66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:14:46.589484 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 5 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:14:47.299139 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 55164) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:14:47.485676 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083744bd-3269-48c4-a9e4-c2f853ed9d71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:14:47.486203 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083744bd-3269-48c4-a9e4-c2f853ed9d71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:14:47.489610 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-083744bd-3269-48c4-a9e4-c2f853ed9d71 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1891801 Apr 11 17:14:50.018549 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 55174) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:14:50.212901 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1124f40-d3a4-4153-8121-680578973828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:14:50.213348 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1124f40-d3a4-4153-8121-680578973828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:14:50.214992 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-f1124f40-d3a4-4153-8121-680578973828 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1954141 Apr 11 17:14:52.698899 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 55184) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:14:52.889858 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5267eb0-33ca-47d8-a9d5-68d974ad8c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:14:52.891243 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-e5267eb0-33ca-47d8-a9d5-68d974ad8c69 admin admin] 10.222.0.16 "GET /v2.0/networks/760603f5-451c-4017-b5ea-df3888d3fb56 HTTP/1.1" status: 200 len: 886 time: 0.1913180 Apr 11 17:14:55.410527 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 55194) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:14:55.604152 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa04c0ed-fbdb-4f80-a020-8fbc5737a5ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:14:55.605531 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-fa04c0ed-fbdb-4f80-a020-8fbc5737a5ac admin admin] 10.222.0.16 "GET /v2.0/networks/e8a1ca9d-dcf5-4a22-957c-d5d1048e69e4 HTTP/1.1" status: 200 len: 869 time: 0.1939795 Apr 11 17:14:58.129762 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 55204) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:14:58.244590 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc5bd10-97cd-43d0-818c-faaf656d00d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:14:58.245098 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc5bd10-97cd-43d0-818c-faaf656d00d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:14:58.247192 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-4fc5bd10-97cd-43d0-818c-faaf656d00d9 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1158977 Apr 11 17:15:00.745034 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 55214) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:15:00.871163 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5c0789-d48f-49e5-ad48-d4fd45c6636d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:15:00.871722 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5c0789-d48f-49e5-ad48-d4fd45c6636d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:15:00.873383 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-1b5c0789-d48f-49e5-ad48-d4fd45c6636d admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1272883 Apr 11 17:15:03.405527 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 55224) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:15:03.523021 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13868bd-1940-4c71-94df-9c99da7a1301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:15:03.524570 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-f13868bd-1940-4c71-94df-9c99da7a1301 admin admin] 10.222.0.16 "GET /v2.0/subnets/7719d88d-b9a3-4524-aef6-356bff81fba9 HTTP/1.1" status: 200 len: 868 time: 0.1180079 Apr 11 17:15:04.810497 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-34168be2-4659-4d75-b016-396b13a49c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:15:06.083001 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 55234) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:15:06.236538 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0511e53e-e79d-4d1b-b9fb-85996536549f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:15:06.238055 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-0511e53e-e79d-4d1b-b9fb-85996536549f admin admin] 10.222.0.16 "GET /v2.0/subnets/e13c5172-f61e-460b-afd0-2fdd7fa5ba98 HTTP/1.1" status: 200 len: 816 time: 0.1540267 Apr 11 17:15:07.247748 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-881ecc1d-c8be-44cc-845d-7ba95173fb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:15:07.883224 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:15:08.357633 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:15:09.229116 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:15:23.589497 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 5 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:15:33.262324 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 55278) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:15:33.318290 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [None req-025fcfdd-16e9-4955-b736-a20d61de53d2 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=85244) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 17:15:33.319378 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-025fcfdd-16e9-4955-b736-a20d61de53d2 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0560355 Apr 11 17:15:34.814506 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e4e03f8e-204d-422d-b988-d2255d822c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:15:35.944366 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 55288) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:15:36.024063 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b10d09c-7b21-4f49-a813-3c7893541dda admin admin] GET failed (client error): The resource could not be found. Apr 11 17:15:36.025513 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-5b10d09c-7b21-4f49-a813-3c7893541dda admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0801229 Apr 11 17:15:36.166122 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799345bb-4781-4c4e-a075-98c8296b7be7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:15:36.168287 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-799345bb-4781-4c4e-a075-98c8296b7be7 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1378288 Apr 11 17:15:37.251654 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f2115b92-3e02-4ddc-a767-93f02d4ece52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:15:37.888270 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:15:38.362103 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:15:38.728322 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 55298) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:15:38.782342 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-77b65497-b6c7-4c46-8c33-f0838f68028b admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:15:38.787379 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-77b65497-b6c7-4c46-8c33-f0838f68028b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:15:38.798484 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-77b65497-b6c7-4c46-8c33-f0838f68028b admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:15:38.807158 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b65497-b6c7-4c46-8c33-f0838f68028b admin admin] Made reservation on behalf of 74cb7e1f37704df9866cd2b1ae1737cd for: {'network': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:15:38.811881 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-77b65497-b6c7-4c46-8c33-f0838f68028b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for network, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:15:38.906886 dv-cinder-784779-4-smb neutron-server[85130]: WARNING neutron.services.revisions.revision_plugin [None req-77b65497-b6c7-4c46-8c33-f0838f68028b admin admin] Could not find related network for resource to bump revision. Apr 11 17:15:38.919403 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77b65497-b6c7-4c46-8c33-f0838f68028b admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=85244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 11 17:15:38.928399 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-77b65497-b6c7-4c46-8c33-f0838f68028b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854391073'] for segment, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:15:38.928789 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.db.segments_db [None req-77b65497-b6c7-4c46-8c33-f0838f68028b admin admin] Added segment d3c5057d-a5d0-4e3c-8e6a-e4e87a56fa71 of type vlan for network b73afdef-6ec5-4109-8692-28d185dadaa0 Apr 11 17:15:38.955683 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-77b65497-b6c7-4c46-8c33-f0838f68028b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265755767019'] for network, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:15:38.986041 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-77b65497-b6c7-4c46-8c33-f0838f68028b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213'] for network, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:15:38.987391 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b65497-b6c7-4c46-8c33-f0838f68028b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:15:38.988051 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-77b65497-b6c7-4c46-8c33-f0838f68028b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for network, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:15:38.993060 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-0f1003df-59d5-440e-818f-af523f8e1c05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:15:39.233593 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:15:39.287659 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-77b65497-b6c7-4c46-8c33-f0838f68028b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5581484 Apr 11 17:15:39.290724 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b65497-b6c7-4c46-8c33-f0838f68028b admin admin] Pushing event updated for resources: {'Network': ['ID=b73afdef-6ec5-4109-8692-28d185dadaa0,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:15:39.294084 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-77b65497-b6c7-4c46-8c33-f0838f68028b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:15:39.302249 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Network b73afdef-6ec5-4109-8692-28d185dadaa0 details requested by agent ovs-agent-dv-cinder-784779-4-smb with host dv-cinder-784779-4-smb {{(pid=85245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 11 17:15:41.851862 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 55308) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:15:41.926156 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd0635f7-4ad1-4b0e-800e-db3a3f938a13 admin admin] GET failed (client error): The resource could not be found. Apr 11 17:15:41.926717 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-cd0635f7-4ad1-4b0e-800e-db3a3f938a13 admin admin] Synchronizing usage tracker for tenant:74cb7e1f37704df9866cd2b1ae1737cd on resource:network {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:15:41.940987 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-cd0635f7-4ad1-4b0e-800e-db3a3f938a13 admin admin] Unset dirty status for tenant:74cb7e1f37704df9866cd2b1ae1737cd on resource:network {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:15:41.942165 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-cd0635f7-4ad1-4b0e-800e-db3a3f938a13 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0892229 Apr 11 17:15:42.057280 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c925772d-afe9-4268-aeae-3596084b7ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:15:42.058801 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-c925772d-afe9-4268-aeae-3596084b7ce9 admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1123090 Apr 11 17:15:42.069688 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-55b4ac88-137d-469a-945f-9deb0dca425e admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'b73afdef-6ec5-4109-8692-28d185dadaa0', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:15:42.075007 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-55b4ac88-137d-469a-945f-9deb0dca425e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:15:42.084889 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-55b4ac88-137d-469a-945f-9deb0dca425e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:15:42.094475 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b4ac88-137d-469a-945f-9deb0dca425e admin admin] Made reservation on behalf of 74cb7e1f37704df9866cd2b1ae1737cd for: {'subnet': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:15:42.099152 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-55b4ac88-137d-469a-945f-9deb0dca425e admin admin] Notify callbacks [] for subnet, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:15:42.512325 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-55b4ac88-137d-469a-945f-9deb0dca425e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213'] for subnet, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:15:42.527467 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:15:42.658673 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b4ac88-137d-469a-945f-9deb0dca425e admin admin] Pushing event updated for resources: {'Subnet': ['ID=326fd395-47c8-46a4-a8ad-5ffb56e37f73,revision_number=0']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:15:42.663487 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-55b4ac88-137d-469a-945f-9deb0dca425e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:15:42.721085 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b4ac88-137d-469a-945f-9deb0dca425e admin admin] Checking segment: {'id': 'd3c5057d-a5d0-4e3c-8e6a-e4e87a56fa71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'b73afdef-6ec5-4109-8692-28d185dadaa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:15:42.721474 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b4ac88-137d-469a-945f-9deb0dca425e admin admin] Network hostable DHCP agents. Network: b73afdef-6ec5-4109-8692-28d185dadaa0, hostable agents: ['86fd9441-0b4f-48d7-82ef-ef4e0a434903'], hosted agents: [] {{(pid=85244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 11 17:15:42.740152 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b4ac88-137d-469a-945f-9deb0dca425e admin admin] Network b73afdef-6ec5-4109-8692-28d185dadaa0 is scheduled to be hosted by DHCP agent 86fd9441-0b4f-48d7-82ef-ef4e0a434903 with binding_index 1 {{(pid=85244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 11 17:15:42.749149 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-55b4ac88-137d-469a-945f-9deb0dca425e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-4-smb, b73afdef-6ec5-4109-8692-28d185dadaa0) {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:15:42.753222 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b4ac88-137d-469a-945f-9deb0dca425e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:15:42.753857 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-55b4ac88-137d-469a-945f-9deb0dca425e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for subnet, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:15:42.759737 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad1ac1e-9b2a-493e-8d44-50d6e434df3a None None] Network b73afdef-6ec5-4109-8692-28d185dadaa0 requested from dv-cinder-784779-4-smb {{(pid=85245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 11 17:15:42.778653 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-55b4ac88-137d-469a-945f-9deb0dca425e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7127755 Apr 11 17:15:43.167143 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e9b760-8800-4a15-b41e-554a08eff8b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0ae14c3-df94-5977-a6f8-37c4cee246b8-b73afdef-6ec5-4109-8692-28d185dadaa0', 'network_id': 'b73afdef-6ec5-4109-8692-28d185dadaa0', 'tenant_id': '74cb7e1f37704df9866cd2b1ae1737cd', 'fixed_ips': [{'subnet_id': '326fd395-47c8-46a4-a8ad-5ffb56e37f73'}]}} from dv-cinder-784779-4-smb. {{(pid=85245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 11 17:15:43.168135 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c2e9b760-8800-4a15-b41e-554a08eff8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:15:43.338517 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-c2e9b760-8800-4a15-b41e-554a08eff8b9 None None] Allocated IP 192.168.233.2 (b73afdef-6ec5-4109-8692-28d185dadaa0/326fd395-47c8-46a4-a8ad-5ffb56e37f73/65fa59a9-00e6-47c5-bd1e-9cb7c54f1089) {{(pid=85245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:15:43.603461 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c2e9b760-8800-4a15-b41e-554a08eff8b9 None None] Notify callbacks [] for port, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:15:43.617253 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-c2e9b760-8800-4a15-b41e-554a08eff8b9 None None] Transition to ACTIVE for port object 65fa59a9-00e6-47c5-bd1e-9cb7c54f1089 will not be triggered until provisioned by entity L2. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:15:43.647409 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-c2e9b760-8800-4a15-b41e-554a08eff8b9 None None] Transition to ACTIVE for port object 65fa59a9-00e6-47c5-bd1e-9cb7c54f1089 will not be triggered until provisioned by entity DHCP. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:15:43.652399 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c2e9b760-8800-4a15-b41e-554a08eff8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235'] for port, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:15:43.668835 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:15:43.804753 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e9b760-8800-4a15-b41e-554a08eff8b9 None None] Pushing event updated for resources: {'Port': ['ID=65fa59a9-00e6-47c5-bd1e-9cb7c54f1089,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:15:43.826673 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9b760-8800-4a15-b41e-554a08eff8b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:15:43.827010 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9b760-8800-4a15-b41e-554a08eff8b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:15:43.827391 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9b760-8800-4a15-b41e-554a08eff8b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:15:43.827751 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9b760-8800-4a15-b41e-554a08eff8b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:15:43.828132 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9b760-8800-4a15-b41e-554a08eff8b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:15:43.828493 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9b760-8800-4a15-b41e-554a08eff8b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:15:43.828848 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9b760-8800-4a15-b41e-554a08eff8b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:15:43.829201 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9b760-8800-4a15-b41e-554a08eff8b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:15:43.829554 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9b760-8800-4a15-b41e-554a08eff8b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:15:43.829906 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9b760-8800-4a15-b41e-554a08eff8b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:15:43.830259 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9b760-8800-4a15-b41e-554a08eff8b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:15:43.830607 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e9b760-8800-4a15-b41e-554a08eff8b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:15:43.836375 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c2e9b760-8800-4a15-b41e-554a08eff8b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:15:43.877356 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e9b760-8800-4a15-b41e-554a08eff8b9 None None] Network b73afdef-6ec5-4109-8692-28d185dadaa0 is already hosted by enough agents. {{(pid=85245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:15:43.878665 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-c2e9b760-8800-4a15-b41e-554a08eff8b9 None None] Resources bound (agent type, host, resource id): {{(pid=85245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:15:43.881408 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e9b760-8800-4a15-b41e-554a08eff8b9 None None] Received port after_create {{(pid=85245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:15:43.979471 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-c2e9b760-8800-4a15-b41e-554a08eff8b9 None None] Attempting to bind port 65fa59a9-00e6-47c5-bd1e-9cb7c54f1089 on host dv-cinder-784779-4-smb for vnic_type normal with profile {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:15:43.979974 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-c2e9b760-8800-4a15-b41e-554a08eff8b9 None None] Attempting to bind port 65fa59a9-00e6-47c5-bd1e-9cb7c54f1089 by drivers openvswitch,hyperv on host dv-cinder-784779-4-smb at level 0 using segments [{'id': 'd3c5057d-a5d0-4e3c-8e6a-e4e87a56fa71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'b73afdef-6ec5-4109-8692-28d185dadaa0'}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 11 17:15:43.980886 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e9b760-8800-4a15-b41e-554a08eff8b9 None None] Attempting to bind port 65fa59a9-00e6-47c5-bd1e-9cb7c54f1089 on network b73afdef-6ec5-4109-8692-28d185dadaa0 {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:15:43.986736 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e9b760-8800-4a15-b41e-554a08eff8b9 None None] Checking agent: {'id': '010ff1a7-6f9a-4d7c-91bd-57c824159873', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 12, 8), 'started_at': datetime.datetime(2021, 4, 11, 17, 12, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 17:15:43.987137 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e9b760-8800-4a15-b41e-554a08eff8b9 None None] Checking segment: {'id': 'd3c5057d-a5d0-4e3c-8e6a-e4e87a56fa71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'b73afdef-6ec5-4109-8692-28d185dadaa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:15:43.987611 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c2e9b760-8800-4a15-b41e-554a08eff8b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:15:43.988062 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e9b760-8800-4a15-b41e-554a08eff8b9 None None] Bound using segment: {'id': 'd3c5057d-a5d0-4e3c-8e6a-e4e87a56fa71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'b73afdef-6ec5-4109-8692-28d185dadaa0'} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 17:15:43.988594 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-c2e9b760-8800-4a15-b41e-554a08eff8b9 None None] Bound port: 65fa59a9-00e6-47c5-bd1e-9cb7c54f1089, host: dv-cinder-784779-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c5057d-a5d0-4e3c-8e6a-e4e87a56fa71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'b73afdef-6ec5-4109-8692-28d185dadaa0'}}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 11 17:15:43.989008 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c2e9b760-8800-4a15-b41e-554a08eff8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:15:44.071090 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-c2e9b760-8800-4a15-b41e-554a08eff8b9 None None] For port 65fa59a9-00e6-47c5-bd1e-9cb7c54f1089, host dv-cinder-784779-4-smb, cleared binding levels {{(pid=85245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 11 17:15:44.075663 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-c2e9b760-8800-4a15-b41e-554a08eff8b9 None None] For port 65fa59a9-00e6-47c5-bd1e-9cb7c54f1089, host dv-cinder-784779-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=65fa59a9-00e6-47c5-bd1e-9cb7c54f1089,segment=NetworkSegment(d3c5057d-a5d0-4e3c-8e6a-e4e87a56fa71),segment_id=d3c5057d-a5d0-4e3c-8e6a-e4e87a56fa71)] {{(pid=85245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 11 17:15:44.080130 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c2e9b760-8800-4a15-b41e-554a08eff8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:15:44.097068 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c2e9b760-8800-4a15-b41e-554a08eff8b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:15:44.258286 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e9b760-8800-4a15-b41e-554a08eff8b9 None None] Pushing event updated for resources: {'Port': ['ID=65fa59a9-00e6-47c5-bd1e-9cb7c54f1089,revision_number=2']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:15:44.262385 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c2e9b760-8800-4a15-b41e-554a08eff8b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:15:45.594315 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8192f4bd-63cb-411d-b0e7-48b33bb56f5a None None] Network b73afdef-6ec5-4109-8692-28d185dadaa0 requested from dv-cinder-784779-4-smb {{(pid=85245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 11 17:15:45.690773 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-e5e0194c-8145-4e58-9848-a49697615065 None None] Provisioning for port 65fa59a9-00e6-47c5-bd1e-9cb7c54f1089 completed by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:15:46.497206 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device 65fa59a9-00e6-47c5-bd1e-9cb7c54f1089 up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:15:46.573693 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning for port 65fa59a9-00e6-47c5-bd1e-9cb7c54f1089 completed by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:15:46.579061 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning complete for port 65fa59a9-00e6-47c5-bd1e-9cb7c54f1089 triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:15:46.579456 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:15:46.701883 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:15:46.718518 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] For port 65fa59a9-00e6-47c5-bd1e-9cb7c54f1089, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=65fa59a9-00e6-47c5-bd1e-9cb7c54f1089,segment=NetworkSegment(d3c5057d-a5d0-4e3c-8e6a-e4e87a56fa71),segment_id=d3c5057d-a5d0-4e3c-8e6a-e4e87a56fa71)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:15:46.722656 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:15:46.725017 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:15:46.794249 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Pushing event updated for resources: {'Port': ['ID=65fa59a9-00e6-47c5-bd1e-9cb7c54f1089,revision_number=3']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:15:46.797542 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:15:48.467720 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device 65fa59a9-00e6-47c5-bd1e-9cb7c54f1089 up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:15:48.549692 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning complete for port 65fa59a9-00e6-47c5-bd1e-9cb7c54f1089 triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:15:48.550102 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:16:00.589343 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 5 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:16:04.818700 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-492aaa7d-51b8-4c26-97db-38ea166e1890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:16:07.254355 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b49cc549-e2eb-4ec4-b1ee-fb9d3ddff803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:16:07.890918 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:16:08.365030 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:16:09.236764 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:16:34.820428 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-23b0d65c-013d-4640-ba5f-66c03b2b491a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:16:37.260059 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-50101b25-b1a0-47a0-ad20-979ea31aa2de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:16:37.590089 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 5 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:16:37.893295 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:16:38.368125 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:16:39.241305 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:16:58.570149 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 55350) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:16:58.576497 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [None req-390e06f2-28f8-4d61-b273-125c5b661e2e tempest-verify_tempest_config-228728058 tempest-verify_tempest_config-228728058-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=85244) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 17:16:58.577554 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-390e06f2-28f8-4d61-b273-125c5b661e2e tempest-verify_tempest_config-228728058 tempest-verify_tempest_config-228728058-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063541 Apr 11 17:16:58.891792 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 55368) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:16:59.103050 dv-cinder-784779-4-smb neutron-server[85130]: WARNING oslo_policy.policy [None req-74099038-2ca2-4480-8b06-152e30c1734e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 17:16:59.104253 dv-cinder-784779-4-smb neutron-server[85130]: WARNING oslo_policy.policy [None req-74099038-2ca2-4480-8b06-152e30c1734e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 17:16:59.410525 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.policy [None req-74099038-2ca2-4480-8b06-152e30c1734e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85243) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 11 17:16:59.465015 dv-cinder-784779-4-smb neutron-server[85130]: WARNING oslo_policy.policy [None req-74099038-2ca2-4480-8b06-152e30c1734e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 17:16:59.465423 dv-cinder-784779-4-smb neutron-server[85130]: WARNING oslo_policy.policy [None req-74099038-2ca2-4480-8b06-152e30c1734e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 17:16:59.514131 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-74099038-2ca2-4480-8b06-152e30c1734e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:16:59.527951 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.quota [None req-74099038-2ca2-4480-8b06-152e30c1734e admin admin] Loaded quota_driver: . Apr 11 17:16:59.533056 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-74099038-2ca2-4480-8b06-152e30c1734e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:16:59.538808 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-74099038-2ca2-4480-8b06-152e30c1734e admin admin] Usage tracker for resource:security_group_rule and tenant:7bb6b5a63deb412580f8a4da716f77c4 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:16:59.542679 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-74099038-2ca2-4480-8b06-152e30c1734e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:16:59.550246 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-74099038-2ca2-4480-8b06-152e30c1734e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:16:59.662450 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-74099038-2ca2-4480-8b06-152e30c1734e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:16:59.665094 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-74099038-2ca2-4480-8b06-152e30c1734e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:16:59.674819 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:16:59.709392 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-74099038-2ca2-4480-8b06-152e30c1734e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7bb6b5a63deb412580f8a4da716f77c4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8153999 Apr 11 17:16:59.712547 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 55382) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:16:59.723375 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74099038-2ca2-4480-8b06-152e30c1734e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8885cb2c-ad5e-4fbf-bb3c-a90f82169d48,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:16:59.781595 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f24d4e82-b27d-461f-be21-1e71c3e1c28b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:16:59.812140 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f24d4e82-b27d-461f-be21-1e71c3e1c28b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:16:59.870963 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f24d4e82-b27d-461f-be21-1e71c3e1c28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:16:59.876532 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:16:59.890619 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d4e82-b27d-461f-be21-1e71c3e1c28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8885cb2c-ad5e-4fbf-bb3c-a90f82169d48,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:16:59.893836 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74099038-2ca2-4480-8b06-152e30c1734e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:16:59.894217 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74099038-2ca2-4480-8b06-152e30c1734e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:16:59.894584 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74099038-2ca2-4480-8b06-152e30c1734e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:16:59.894946 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74099038-2ca2-4480-8b06-152e30c1734e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:16:59.895308 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74099038-2ca2-4480-8b06-152e30c1734e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:16:59.895665 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74099038-2ca2-4480-8b06-152e30c1734e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:16:59.896068 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74099038-2ca2-4480-8b06-152e30c1734e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:16:59.896429 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74099038-2ca2-4480-8b06-152e30c1734e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:16:59.896783 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74099038-2ca2-4480-8b06-152e30c1734e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:16:59.897133 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74099038-2ca2-4480-8b06-152e30c1734e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:16:59.897487 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74099038-2ca2-4480-8b06-152e30c1734e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:16:59.897834 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74099038-2ca2-4480-8b06-152e30c1734e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:16:59.898974 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74099038-2ca2-4480-8b06-152e30c1734e admin admin] Tracked resource versions report: Apr 11 17:16:59.898974 dv-cinder-784779-4-smb neutron-server[85130]: pushed versions: Apr 11 17:16:59.898974 dv-cinder-784779-4-smb neutron-server[85130]: { 'AddressGroup': {'1.2'}, Apr 11 17:16:59.898974 dv-cinder-784779-4-smb neutron-server[85130]: 'ConntrackHelper': {'1.0'}, Apr 11 17:16:59.898974 dv-cinder-784779-4-smb neutron-server[85130]: 'Log': {'1.0'}, Apr 11 17:16:59.898974 dv-cinder-784779-4-smb neutron-server[85130]: 'Network': {'1.1'}, Apr 11 17:16:59.898974 dv-cinder-784779-4-smb neutron-server[85130]: 'Port': {'1.7'}, Apr 11 17:16:59.898974 dv-cinder-784779-4-smb neutron-server[85130]: 'PortForwarding': {'1.2'}, Apr 11 17:16:59.898974 dv-cinder-784779-4-smb neutron-server[85130]: 'QosPolicy': {'1.8'}, Apr 11 17:16:59.898974 dv-cinder-784779-4-smb neutron-server[85130]: 'SecurityGroup': {'1.4'}, Apr 11 17:16:59.898974 dv-cinder-784779-4-smb neutron-server[85130]: 'SecurityGroupRule': {'1.2'}, Apr 11 17:16:59.898974 dv-cinder-784779-4-smb neutron-server[85130]: 'SubPort': {'1.0'}, Apr 11 17:16:59.898974 dv-cinder-784779-4-smb neutron-server[85130]: 'Subnet': {'1.1'}, Apr 11 17:16:59.898974 dv-cinder-784779-4-smb neutron-server[85130]: 'Trunk': {'1.1'}} Apr 11 17:16:59.898974 dv-cinder-784779-4-smb neutron-server[85130]: consumer versions: Apr 11 17:16:59.898974 dv-cinder-784779-4-smb neutron-server[85130]: { DHCP agent@dv-cinder-784779-4-smb: {}, Apr 11 17:16:59.898974 dv-cinder-784779-4-smb neutron-server[85130]: L3 agent@dv-cinder-784779-4-smb: {}, Apr 11 17:16:59.898974 dv-cinder-784779-4-smb neutron-server[85130]: Metadata agent@dv-cinder-784779-4-smb: {}, Apr 11 17:16:59.898974 dv-cinder-784779-4-smb neutron-server[85130]: Metering agent@dv-cinder-784779-4-smb: {}, Apr 11 17:16:59.898974 dv-cinder-784779-4-smb neutron-server[85130]: Open vSwitch agent@dv-cinder-784779-4-smb: { 'AddressGroup': '1.2', Apr 11 17:16:59.898974 dv-cinder-784779-4-smb neutron-server[85130]: 'ConntrackHelper': '1.0', Apr 11 17:16:59.898974 dv-cinder-784779-4-smb neutron-server[85130]: 'Log': '1.0', Apr 11 17:16:59.898974 dv-cinder-784779-4-smb neutron-server[85130]: 'Network': '1.1', Apr 11 17:16:59.898974 dv-cinder-784779-4-smb neutron-server[85130]: 'Port': '1.7', Apr 11 17:16:59.898974 dv-cinder-784779-4-smb neutron-server[85130]: 'PortForwarding': '1.2', Apr 11 17:16:59.898974 dv-cinder-784779-4-smb neutron-server[85130]: 'QosPolicy': '1.8', Apr 11 17:16:59.898974 dv-cinder-784779-4-smb neutron-server[85130]: 'SecurityGroup': '1.4', Apr 11 17:16:59.898974 dv-cinder-784779-4-smb neutron-server[85130]: 'SecurityGroupRule': '1.2', Apr 11 17:16:59.898974 dv-cinder-784779-4-smb neutron-server[85130]: 'SubPort': '1.0', Apr 11 17:16:59.898974 dv-cinder-784779-4-smb neutron-server[85130]: 'Subnet': '1.1', Apr 11 17:16:59.898974 dv-cinder-784779-4-smb neutron-server[85130]: 'Trunk': '1.1'}} Apr 11 17:16:59.898974 dv-cinder-784779-4-smb neutron-server[85130]: {{(pid=85243) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 11 17:16:59.901877 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d4e82-b27d-461f-be21-1e71c3e1c28b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:16:59.901877 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d4e82-b27d-461f-be21-1e71c3e1c28b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:16:59.901877 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d4e82-b27d-461f-be21-1e71c3e1c28b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:16:59.901877 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d4e82-b27d-461f-be21-1e71c3e1c28b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:16:59.901877 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d4e82-b27d-461f-be21-1e71c3e1c28b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:16:59.901877 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d4e82-b27d-461f-be21-1e71c3e1c28b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:16:59.901877 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d4e82-b27d-461f-be21-1e71c3e1c28b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:16:59.902534 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d4e82-b27d-461f-be21-1e71c3e1c28b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:16:59.902534 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d4e82-b27d-461f-be21-1e71c3e1c28b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:16:59.902902 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d4e82-b27d-461f-be21-1e71c3e1c28b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:16:59.903016 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d4e82-b27d-461f-be21-1e71c3e1c28b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:16:59.903317 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f24d4e82-b27d-461f-be21-1e71c3e1c28b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:16:59.906570 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f24d4e82-b27d-461f-be21-1e71c3e1c28b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:16:59.910273 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-f24d4e82-b27d-461f-be21-1e71c3e1c28b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8885cb2c-ad5e-4fbf-bb3c-a90f82169d48 HTTP/1.1" status: 204 len: 168 time: 0.1941907 Apr 11 17:16:59.910273 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f24d4e82-b27d-461f-be21-1e71c3e1c28b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:16:59.927722 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-74099038-2ca2-4480-8b06-152e30c1734e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:17:04.823593 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-71f17278-2e16-44fb-9184-d6b4becd4697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:17:07.263070 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9d74ba42-a2ec-4290-ab02-77cf1e0b074c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:17:07.897017 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:17:08.370643 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:17:09.245015 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:17:14.589778 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 5 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:17:34.824957 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2678ef89-a1c4-42c5-9829-612e5e6b1c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:17:37.265153 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f00686f3-d4a4-43bd-837d-be00bc6f2b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:17:37.899099 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:17:38.372723 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:17:39.246596 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:17:51.589074 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 5 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:18:04.826689 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9fbde0f2-5b65-4c4b-80be-28a02f784c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:18:07.266293 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-43fdf3dc-cf2f-4edc-8da3-a5ab7fc84f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:18:07.901082 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:18:08.375601 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:18:09.250554 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:18:28.588940 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 5 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:18:33.708912 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652'] for agent, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:18:34.828946 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e82e1e94-2d93-4a29-a2e3-31a29b2f6526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:18:36.362221 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 55444) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:18:36.484402 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-25136d83-67a3-4069-a235-778cfa68a2b7 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1209383 Apr 11 17:18:37.268101 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-45695748-dd1e-4b1a-8fe3-60b0d35de0da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:18:37.904212 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:18:38.376797 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:18:38.998990 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 55454) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:18:39.058496 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-8a05b3af-dd45-41b6-917a-49a9373e58db admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0583429 Apr 11 17:18:39.255557 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:19:03.659930 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:19:04.831376 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-35e8b5ec-b2ad-40dc-a4ef-2c936304b741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:19:05.589402 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 6 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:19:07.270597 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dcccd8cc-a21a-4890-a791-4564ee254b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:19:07.907962 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:19:08.377846 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:19:09.259192 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:19:33.674902 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:19:34.833623 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f4fc5654-ffed-4bc9-8541-9c9f5eeb0f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:19:37.297139 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9f185c74-179b-45ce-85fb-b959be90afd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:19:37.912020 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:19:38.385512 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:19:39.262496 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:19:42.589356 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 6 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:20:03.661761 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:04.838771 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-29678b14-1683-4728-b7e3-6effa97d4bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:07.272089 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c2237040-4448-47a0-b3c0-08b31ec3f694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:07.913316 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:08.379330 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:09.270857 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:13.756105 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 55634) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:14.057793 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-7bbaa0dd-d26d-4eda-bbb1-b0c115200db3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1696572694-network', 'tenant_id': '1dff44dcd306439ea6d1f64cae358515'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:20:14.063868 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-7bbaa0dd-d26d-4eda-bbb1-b0c115200db3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:14.068195 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-7bbaa0dd-d26d-4eda-bbb1-b0c115200db3 admin admin] Usage tracker for resource:network and tenant:1dff44dcd306439ea6d1f64cae358515 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:20:14.071468 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-7bbaa0dd-d26d-4eda-bbb1-b0c115200db3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:20:14.078834 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-7bbaa0dd-d26d-4eda-bbb1-b0c115200db3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:14.090037 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbaa0dd-d26d-4eda-bbb1-b0c115200db3 admin admin] Made reservation on behalf of 1dff44dcd306439ea6d1f64cae358515 for: {'network': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:20:14.094972 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7bbaa0dd-d26d-4eda-bbb1-b0c115200db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for network, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:14.114450 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7bbaa0dd-d26d-4eda-bbb1-b0c115200db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:14.131344 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-7bbaa0dd-d26d-4eda-bbb1-b0c115200db3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:14.137137 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-7bbaa0dd-d26d-4eda-bbb1-b0c115200db3 admin admin] Usage tracker for resource:security_group_rule and tenant:1dff44dcd306439ea6d1f64cae358515 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:20:14.140523 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-7bbaa0dd-d26d-4eda-bbb1-b0c115200db3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:20:14.146560 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-7bbaa0dd-d26d-4eda-bbb1-b0c115200db3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:14.227499 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 55662) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:14.237535 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7bbaa0dd-d26d-4eda-bbb1-b0c115200db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:14.241260 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7bbaa0dd-d26d-4eda-bbb1-b0c115200db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:14.244688 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-0f1003df-59d5-440e-818f-af523f8e1c05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:14.277828 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbaa0dd-d26d-4eda-bbb1-b0c115200db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1ad1a5-2b8c-4b07-9c07-b1716bd938f9,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:14.288633 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbaa0dd-d26d-4eda-bbb1-b0c115200db3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:14.289004 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbaa0dd-d26d-4eda-bbb1-b0c115200db3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:14.289719 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbaa0dd-d26d-4eda-bbb1-b0c115200db3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:14.290256 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbaa0dd-d26d-4eda-bbb1-b0c115200db3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:14.290810 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbaa0dd-d26d-4eda-bbb1-b0c115200db3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:14.291340 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbaa0dd-d26d-4eda-bbb1-b0c115200db3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:14.291922 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbaa0dd-d26d-4eda-bbb1-b0c115200db3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:14.292467 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbaa0dd-d26d-4eda-bbb1-b0c115200db3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:14.293020 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbaa0dd-d26d-4eda-bbb1-b0c115200db3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:14.293555 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbaa0dd-d26d-4eda-bbb1-b0c115200db3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:14.294086 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbaa0dd-d26d-4eda-bbb1-b0c115200db3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:14.294603 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbaa0dd-d26d-4eda-bbb1-b0c115200db3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:14.296009 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbaa0dd-d26d-4eda-bbb1-b0c115200db3 admin admin] Tracked resource versions report: Apr 11 17:20:14.296009 dv-cinder-784779-4-smb neutron-server[85130]: pushed versions: Apr 11 17:20:14.296009 dv-cinder-784779-4-smb neutron-server[85130]: { 'AddressGroup': {'1.2'}, Apr 11 17:20:14.296009 dv-cinder-784779-4-smb neutron-server[85130]: 'ConntrackHelper': {'1.0'}, Apr 11 17:20:14.296009 dv-cinder-784779-4-smb neutron-server[85130]: 'Log': {'1.0'}, Apr 11 17:20:14.296009 dv-cinder-784779-4-smb neutron-server[85130]: 'Network': {'1.1'}, Apr 11 17:20:14.296009 dv-cinder-784779-4-smb neutron-server[85130]: 'Port': {'1.7'}, Apr 11 17:20:14.296009 dv-cinder-784779-4-smb neutron-server[85130]: 'PortForwarding': {'1.2'}, Apr 11 17:20:14.296009 dv-cinder-784779-4-smb neutron-server[85130]: 'QosPolicy': {'1.8'}, Apr 11 17:20:14.296009 dv-cinder-784779-4-smb neutron-server[85130]: 'SecurityGroup': {'1.4'}, Apr 11 17:20:14.296009 dv-cinder-784779-4-smb neutron-server[85130]: 'SecurityGroupRule': {'1.2'}, Apr 11 17:20:14.296009 dv-cinder-784779-4-smb neutron-server[85130]: 'SubPort': {'1.0'}, Apr 11 17:20:14.296009 dv-cinder-784779-4-smb neutron-server[85130]: 'Subnet': {'1.1'}, Apr 11 17:20:14.296009 dv-cinder-784779-4-smb neutron-server[85130]: 'Trunk': {'1.1'}} Apr 11 17:20:14.296009 dv-cinder-784779-4-smb neutron-server[85130]: consumer versions: Apr 11 17:20:14.296009 dv-cinder-784779-4-smb neutron-server[85130]: { DHCP agent@dv-cinder-784779-4-smb: {}, Apr 11 17:20:14.296009 dv-cinder-784779-4-smb neutron-server[85130]: HyperV agent@hv-cinder-78477: {}, Apr 11 17:20:14.296009 dv-cinder-784779-4-smb neutron-server[85130]: L3 agent@dv-cinder-784779-4-smb: {}, Apr 11 17:20:14.296009 dv-cinder-784779-4-smb neutron-server[85130]: Metadata agent@dv-cinder-784779-4-smb: {}, Apr 11 17:20:14.296009 dv-cinder-784779-4-smb neutron-server[85130]: Metering agent@dv-cinder-784779-4-smb: {}, Apr 11 17:20:14.296009 dv-cinder-784779-4-smb neutron-server[85130]: Open vSwitch agent@dv-cinder-784779-4-smb: { 'AddressGroup': '1.2', Apr 11 17:20:14.296009 dv-cinder-784779-4-smb neutron-server[85130]: 'ConntrackHelper': '1.0', Apr 11 17:20:14.296009 dv-cinder-784779-4-smb neutron-server[85130]: 'Log': '1.0', Apr 11 17:20:14.296009 dv-cinder-784779-4-smb neutron-server[85130]: 'Network': '1.1', Apr 11 17:20:14.296009 dv-cinder-784779-4-smb neutron-server[85130]: 'Port': '1.7', Apr 11 17:20:14.296009 dv-cinder-784779-4-smb neutron-server[85130]: 'PortForwarding': '1.2', Apr 11 17:20:14.296009 dv-cinder-784779-4-smb neutron-server[85130]: 'QosPolicy': '1.8', Apr 11 17:20:14.296009 dv-cinder-784779-4-smb neutron-server[85130]: 'SecurityGroup': '1.4', Apr 11 17:20:14.296009 dv-cinder-784779-4-smb neutron-server[85130]: 'SecurityGroupRule': '1.2', Apr 11 17:20:14.296009 dv-cinder-784779-4-smb neutron-server[85130]: 'SubPort': '1.0', Apr 11 17:20:14.296009 dv-cinder-784779-4-smb neutron-server[85130]: 'Subnet': '1.1', Apr 11 17:20:14.296009 dv-cinder-784779-4-smb neutron-server[85130]: 'Trunk': '1.1'}} Apr 11 17:20:14.296009 dv-cinder-784779-4-smb neutron-server[85130]: {{(pid=85244) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 11 17:20:14.305088 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7bbaa0dd-d26d-4eda-bbb1-b0c115200db3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:14.308988 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bbaa0dd-d26d-4eda-bbb1-b0c115200db3 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=85244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 11 17:20:14.323468 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7bbaa0dd-d26d-4eda-bbb1-b0c115200db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854391073'] for segment, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:14.324240 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.db.segments_db [None req-7bbaa0dd-d26d-4eda-bbb1-b0c115200db3 admin admin] Added segment 1776a450-8046-433a-83dd-60bae8a336e2 of type vlan for network f79386bd-8864-4166-bb9e-db3cc709422a Apr 11 17:20:14.358980 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7bbaa0dd-d26d-4eda-bbb1-b0c115200db3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265755767019'] for network, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:14.392309 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7bbaa0dd-d26d-4eda-bbb1-b0c115200db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213'] for network, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:14.393729 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbaa0dd-d26d-4eda-bbb1-b0c115200db3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:14.394341 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7bbaa0dd-d26d-4eda-bbb1-b0c115200db3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for network, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:14.400068 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-716c2d44-0127-440c-97c1-128bc8fc1f1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:14.513311 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 55672) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:14.520616 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-61feaae8-525e-4f3a-92eb-9d4bce4bdbaa admin admin] Request body: {'subnet': {'network_id': 'f79386bd-8864-4166-bb9e-db3cc709422a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1696572694-subnet', 'tenant_id': '1dff44dcd306439ea6d1f64cae358515', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:20:14.526497 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-7bbaa0dd-d26d-4eda-bbb1-b0c115200db3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7685132 Apr 11 17:20:14.528426 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 55676) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:14.537229 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-61feaae8-525e-4f3a-92eb-9d4bce4bdbaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:14.545371 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbaa0dd-d26d-4eda-bbb1-b0c115200db3 admin admin] Pushing event updated for resources: {'Network': ['ID=f79386bd-8864-4166-bb9e-db3cc709422a,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:14.548376 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-61feaae8-525e-4f3a-92eb-9d4bce4bdbaa admin admin] Usage tracker for resource:subnet and tenant:1dff44dcd306439ea6d1f64cae358515 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:20:14.552660 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-61feaae8-525e-4f3a-92eb-9d4bce4bdbaa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:20:14.558010 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7bbaa0dd-d26d-4eda-bbb1-b0c115200db3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:14.558220 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Network f79386bd-8864-4166-bb9e-db3cc709422a details requested by agent ovs-agent-dv-cinder-784779-4-smb with host dv-cinder-784779-4-smb {{(pid=85245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 11 17:20:14.560964 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-61feaae8-525e-4f3a-92eb-9d4bce4bdbaa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:14.577057 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61feaae8-525e-4f3a-92eb-9d4bce4bdbaa admin admin] Made reservation on behalf of 1dff44dcd306439ea6d1f64cae358515 for: {'subnet': 1} {{(pid=85243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:20:14.584911 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-61feaae8-525e-4f3a-92eb-9d4bce4bdbaa admin admin] Notify callbacks [] for subnet, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:14.898104 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-cbeb17d1-355b-4bb4-b547-75300575b434 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1092599583-network', 'tenant_id': '3d63b099ed974ed8a5699b5d7c2a64f8'}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:20:14.903153 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-cbeb17d1-355b-4bb4-b547-75300575b434 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:14.908824 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-bdc44ca2-8e0b-4009-932a-1f880ca3840a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-485081815-network', 'tenant_id': '85eed75d59b44674a89c120123abc4ab'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:20:14.915329 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-bdc44ca2-8e0b-4009-932a-1f880ca3840a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:14.920944 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-bdc44ca2-8e0b-4009-932a-1f880ca3840a admin admin] Usage tracker for resource:network and tenant:85eed75d59b44674a89c120123abc4ab is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:20:14.924756 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-bdc44ca2-8e0b-4009-932a-1f880ca3840a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:20:14.932603 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-bdc44ca2-8e0b-4009-932a-1f880ca3840a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:14.951739 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc44ca2-8e0b-4009-932a-1f880ca3840a admin admin] Made reservation on behalf of 85eed75d59b44674a89c120123abc4ab for: {'network': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:20:14.965830 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bdc44ca2-8e0b-4009-932a-1f880ca3840a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for network, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:14.986823 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-cbeb17d1-355b-4bb4-b547-75300575b434 admin admin] Usage tracker for resource:network and tenant:3d63b099ed974ed8a5699b5d7c2a64f8 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:20:14.994086 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-cbeb17d1-355b-4bb4-b547-75300575b434 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:20:15.004882 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bdc44ca2-8e0b-4009-932a-1f880ca3840a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:15.012085 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-cbeb17d1-355b-4bb4-b547-75300575b434 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:15.043588 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-bdc44ca2-8e0b-4009-932a-1f880ca3840a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:15.051420 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-bdc44ca2-8e0b-4009-932a-1f880ca3840a admin admin] Usage tracker for resource:security_group_rule and tenant:85eed75d59b44674a89c120123abc4ab is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:20:15.055044 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbeb17d1-355b-4bb4-b547-75300575b434 admin admin] Made reservation on behalf of 3d63b099ed974ed8a5699b5d7c2a64f8 for: {'network': 1} {{(pid=85243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:20:15.060706 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cbeb17d1-355b-4bb4-b547-75300575b434 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for network, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:15.064271 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-bdc44ca2-8e0b-4009-932a-1f880ca3840a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:20:15.072572 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 55692) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:15.078622 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-bdc44ca2-8e0b-4009-932a-1f880ca3840a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:15.092757 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cbeb17d1-355b-4bb4-b547-75300575b434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:15.158678 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-cbeb17d1-355b-4bb4-b547-75300575b434 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:15.164045 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-cbeb17d1-355b-4bb4-b547-75300575b434 admin admin] Usage tracker for resource:security_group_rule and tenant:3d63b099ed974ed8a5699b5d7c2a64f8 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:20:15.168057 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-cbeb17d1-355b-4bb4-b547-75300575b434 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:20:15.175238 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-cbeb17d1-355b-4bb4-b547-75300575b434 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:15.232297 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bdc44ca2-8e0b-4009-932a-1f880ca3840a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:15.240615 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bdc44ca2-8e0b-4009-932a-1f880ca3840a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:15.252465 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f24d4e82-b27d-461f-be21-1e71c3e1c28b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:15.283878 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cbeb17d1-355b-4bb4-b547-75300575b434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:15.315648 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-61feaae8-525e-4f3a-92eb-9d4bce4bdbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213'] for subnet, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:15.317170 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cbeb17d1-355b-4bb4-b547-75300575b434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:15.337320 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdc44ca2-8e0b-4009-932a-1f880ca3840a admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=85244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 11 17:20:15.346190 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc44ca2-8e0b-4009-932a-1f880ca3840a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9892792-c75c-41fe-a59b-bbe9bbf506d2,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:15.360873 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bdc44ca2-8e0b-4009-932a-1f880ca3840a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:15.376191 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bdc44ca2-8e0b-4009-932a-1f880ca3840a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854391073'] for segment, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:15.376585 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.db.segments_db [None req-bdc44ca2-8e0b-4009-932a-1f880ca3840a admin admin] Added segment 8f975aaa-dcda-4b79-90fe-e36b252d6285 of type vlan for network cbf8495d-d585-4ffa-8bba-b4256f490b2f Apr 11 17:20:15.433268 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bdc44ca2-8e0b-4009-932a-1f880ca3840a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265755767019'] for network, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:15.467504 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bdc44ca2-8e0b-4009-932a-1f880ca3840a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213'] for network, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:15.469393 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc44ca2-8e0b-4009-932a-1f880ca3840a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:15.470368 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bdc44ca2-8e0b-4009-932a-1f880ca3840a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for network, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:15.477395 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-77b65497-b6c7-4c46-8c33-f0838f68028b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:15.535609 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:15.609485 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc44ca2-8e0b-4009-932a-1f880ca3840a admin admin] Pushing event updated for resources: {'Network': ['ID=cbf8495d-d585-4ffa-8bba-b4256f490b2f,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:15.612266 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bdc44ca2-8e0b-4009-932a-1f880ca3840a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:15.618370 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-bdc44ca2-8e0b-4009-932a-1f880ca3840a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0858068 Apr 11 17:20:15.618514 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 55718) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:15.620620 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Network cbf8495d-d585-4ffa-8bba-b4256f490b2f details requested by agent ovs-agent-dv-cinder-784779-4-smb with host dv-cinder-784779-4-smb {{(pid=85245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 11 17:20:15.624613 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-ca493e4e-b02a-4b56-bc58-48bab815a1af admin admin] Request body: {'subnet': {'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-485081815-subnet', 'tenant_id': '85eed75d59b44674a89c120123abc4ab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:20:15.629999 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-ca493e4e-b02a-4b56-bc58-48bab815a1af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:15.631151 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-98624f73-60f8-4f87-863c-df414db2b093 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-142421187-network', 'tenant_id': 'ed6972e7141a4b7293eb9d8ad05db9b9'}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:20:15.634882 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-ca493e4e-b02a-4b56-bc58-48bab815a1af admin admin] Usage tracker for resource:subnet and tenant:85eed75d59b44674a89c120123abc4ab is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:20:15.638234 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-ca493e4e-b02a-4b56-bc58-48bab815a1af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:20:15.641022 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61feaae8-525e-4f3a-92eb-9d4bce4bdbaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=d687bab0-4e02-4bbb-b7d3-fd6ef7a92063,revision_number=0']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:15.644473 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-ca493e4e-b02a-4b56-bc58-48bab815a1af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:15.655883 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca493e4e-b02a-4b56-bc58-48bab815a1af admin admin] Made reservation on behalf of 85eed75d59b44674a89c120123abc4ab for: {'subnet': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:20:15.661225 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ca493e4e-b02a-4b56-bc58-48bab815a1af admin admin] Notify callbacks [] for subnet, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:15.683910 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61feaae8-525e-4f3a-92eb-9d4bce4bdbaa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:15.684295 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61feaae8-525e-4f3a-92eb-9d4bce4bdbaa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:15.684666 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61feaae8-525e-4f3a-92eb-9d4bce4bdbaa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:15.685029 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61feaae8-525e-4f3a-92eb-9d4bce4bdbaa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:15.685385 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61feaae8-525e-4f3a-92eb-9d4bce4bdbaa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:15.685746 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61feaae8-525e-4f3a-92eb-9d4bce4bdbaa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:15.686101 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61feaae8-525e-4f3a-92eb-9d4bce4bdbaa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:15.686456 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61feaae8-525e-4f3a-92eb-9d4bce4bdbaa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:15.686810 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61feaae8-525e-4f3a-92eb-9d4bce4bdbaa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:15.687137 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61feaae8-525e-4f3a-92eb-9d4bce4bdbaa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:15.700367 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61feaae8-525e-4f3a-92eb-9d4bce4bdbaa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:15.700958 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61feaae8-525e-4f3a-92eb-9d4bce4bdbaa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:15.702307 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61feaae8-525e-4f3a-92eb-9d4bce4bdbaa admin admin] Tracked resource versions report: Apr 11 17:20:15.702307 dv-cinder-784779-4-smb neutron-server[85130]: pushed versions: Apr 11 17:20:15.702307 dv-cinder-784779-4-smb neutron-server[85130]: { 'AddressGroup': {'1.2'}, Apr 11 17:20:15.702307 dv-cinder-784779-4-smb neutron-server[85130]: 'ConntrackHelper': {'1.0'}, Apr 11 17:20:15.702307 dv-cinder-784779-4-smb neutron-server[85130]: 'Log': {'1.0'}, Apr 11 17:20:15.702307 dv-cinder-784779-4-smb neutron-server[85130]: 'Network': {'1.1'}, Apr 11 17:20:15.702307 dv-cinder-784779-4-smb neutron-server[85130]: 'Port': {'1.7'}, Apr 11 17:20:15.702307 dv-cinder-784779-4-smb neutron-server[85130]: 'PortForwarding': {'1.2'}, Apr 11 17:20:15.702307 dv-cinder-784779-4-smb neutron-server[85130]: 'QosPolicy': {'1.8'}, Apr 11 17:20:15.702307 dv-cinder-784779-4-smb neutron-server[85130]: 'SecurityGroup': {'1.4'}, Apr 11 17:20:15.702307 dv-cinder-784779-4-smb neutron-server[85130]: 'SecurityGroupRule': {'1.2'}, Apr 11 17:20:15.702307 dv-cinder-784779-4-smb neutron-server[85130]: 'SubPort': {'1.0'}, Apr 11 17:20:15.702307 dv-cinder-784779-4-smb neutron-server[85130]: 'Subnet': {'1.1'}, Apr 11 17:20:15.702307 dv-cinder-784779-4-smb neutron-server[85130]: 'Trunk': {'1.1'}} Apr 11 17:20:15.702307 dv-cinder-784779-4-smb neutron-server[85130]: consumer versions: Apr 11 17:20:15.702307 dv-cinder-784779-4-smb neutron-server[85130]: { DHCP agent@dv-cinder-784779-4-smb: {}, Apr 11 17:20:15.702307 dv-cinder-784779-4-smb neutron-server[85130]: HyperV agent@hv-cinder-78477: {}, Apr 11 17:20:15.702307 dv-cinder-784779-4-smb neutron-server[85130]: L3 agent@dv-cinder-784779-4-smb: {}, Apr 11 17:20:15.702307 dv-cinder-784779-4-smb neutron-server[85130]: Metadata agent@dv-cinder-784779-4-smb: {}, Apr 11 17:20:15.702307 dv-cinder-784779-4-smb neutron-server[85130]: Metering agent@dv-cinder-784779-4-smb: {}, Apr 11 17:20:15.702307 dv-cinder-784779-4-smb neutron-server[85130]: Open vSwitch agent@dv-cinder-784779-4-smb: { 'AddressGroup': '1.2', Apr 11 17:20:15.702307 dv-cinder-784779-4-smb neutron-server[85130]: 'ConntrackHelper': '1.0', Apr 11 17:20:15.702307 dv-cinder-784779-4-smb neutron-server[85130]: 'Log': '1.0', Apr 11 17:20:15.702307 dv-cinder-784779-4-smb neutron-server[85130]: 'Network': '1.1', Apr 11 17:20:15.702307 dv-cinder-784779-4-smb neutron-server[85130]: 'Port': '1.7', Apr 11 17:20:15.702307 dv-cinder-784779-4-smb neutron-server[85130]: 'PortForwarding': '1.2', Apr 11 17:20:15.702307 dv-cinder-784779-4-smb neutron-server[85130]: 'QosPolicy': '1.8', Apr 11 17:20:15.702307 dv-cinder-784779-4-smb neutron-server[85130]: 'SecurityGroup': '1.4', Apr 11 17:20:15.702307 dv-cinder-784779-4-smb neutron-server[85130]: 'SecurityGroupRule': '1.2', Apr 11 17:20:15.702307 dv-cinder-784779-4-smb neutron-server[85130]: 'SubPort': '1.0', Apr 11 17:20:15.702307 dv-cinder-784779-4-smb neutron-server[85130]: 'Subnet': '1.1', Apr 11 17:20:15.702307 dv-cinder-784779-4-smb neutron-server[85130]: 'Trunk': '1.1'}} Apr 11 17:20:15.702307 dv-cinder-784779-4-smb neutron-server[85130]: {{(pid=85243) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 11 17:20:15.738139 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-61feaae8-525e-4f3a-92eb-9d4bce4bdbaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:15.740139 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61feaae8-525e-4f3a-92eb-9d4bce4bdbaa admin admin] Checking segment: {'id': '1776a450-8046-433a-83dd-60bae8a336e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f79386bd-8864-4166-bb9e-db3cc709422a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:20:15.740776 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61feaae8-525e-4f3a-92eb-9d4bce4bdbaa admin admin] Network hostable DHCP agents. Network: f79386bd-8864-4166-bb9e-db3cc709422a, hostable agents: ['86fd9441-0b4f-48d7-82ef-ef4e0a434903'], hosted agents: [] {{(pid=85243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 11 17:20:15.748749 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:15.786632 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb17d1-355b-4bb4-b547-75300575b434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc51ec99-5084-4b8a-8c9d-64c35281e30e,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:15.804885 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-cbeb17d1-355b-4bb4-b547-75300575b434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:15.813387 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-98624f73-60f8-4f87-863c-df414db2b093 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:15.826702 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-98624f73-60f8-4f87-863c-df414db2b093 admin admin] Usage tracker for resource:network and tenant:ed6972e7141a4b7293eb9d8ad05db9b9 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:20:15.834042 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-98624f73-60f8-4f87-863c-df414db2b093 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:20:15.838042 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbeb17d1-355b-4bb4-b547-75300575b434 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=85243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 11 17:20:15.846739 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61feaae8-525e-4f3a-92eb-9d4bce4bdbaa admin admin] Network f79386bd-8864-4166-bb9e-db3cc709422a is scheduled to be hosted by DHCP agent 86fd9441-0b4f-48d7-82ef-ef4e0a434903 with binding_index 1 {{(pid=85243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 11 17:20:15.854095 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-98624f73-60f8-4f87-863c-df414db2b093 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:15.868374 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cbeb17d1-355b-4bb4-b547-75300575b434 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771099542165', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854391073'] for segment, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:15.869276 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cbeb17d1-355b-4bb4-b547-75300575b434 admin admin] Unsubscribe: segment precommit_create {{(pid=85243) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 11 17:20:15.869911 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.db.segments_db [None req-cbeb17d1-355b-4bb4-b547-75300575b434 admin admin] Added segment 67ab9727-5518-4af8-b386-cfda222f1ba3 of type vlan for network 0328d80f-abb9-475c-a72f-263dcaf98637 Apr 11 17:20:15.884344 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-61feaae8-525e-4f3a-92eb-9d4bce4bdbaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-4-smb, f79386bd-8864-4166-bb9e-db3cc709422a) {{(pid=85243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:20:15.894903 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98624f73-60f8-4f87-863c-df414db2b093 admin admin] Made reservation on behalf of ed6972e7141a4b7293eb9d8ad05db9b9 for: {'network': 1} {{(pid=85243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:20:15.897708 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0598851f-cd46-44ca-a884-cec73540e0f8 None None] Network f79386bd-8864-4166-bb9e-db3cc709422a requested from dv-cinder-784779-4-smb {{(pid=85245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 11 17:20:15.899583 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-98624f73-60f8-4f87-863c-df414db2b093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for network, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:15.915512 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61feaae8-525e-4f3a-92eb-9d4bce4bdbaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:15.916208 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-61feaae8-525e-4f3a-92eb-9d4bce4bdbaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for subnet, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:15.940656 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-98624f73-60f8-4f87-863c-df414db2b093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:15.957196 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cbeb17d1-355b-4bb4-b547-75300575b434 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265755767019'] for network, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:15.978676 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-98624f73-60f8-4f87-863c-df414db2b093 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:15.989376 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-98624f73-60f8-4f87-863c-df414db2b093 admin admin] Usage tracker for resource:security_group_rule and tenant:ed6972e7141a4b7293eb9d8ad05db9b9 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:20:15.999322 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-98624f73-60f8-4f87-863c-df414db2b093 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:20:16.020591 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-98624f73-60f8-4f87-863c-df414db2b093 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:16.029838 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-61feaae8-525e-4f3a-92eb-9d4bce4bdbaa admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5128143 Apr 11 17:20:16.037337 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 55736) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:16.049888 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-88ab01ff-5044-47a8-a4d0-bb9f6ee5612c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1696572694-router', 'tenant_id': '1dff44dcd306439ea6d1f64cae358515', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56'}}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:20:16.069930 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cbeb17d1-355b-4bb4-b547-75300575b434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213'] for network, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:16.072806 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-88ab01ff-5044-47a8-a4d0-bb9f6ee5612c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:16.077412 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbeb17d1-355b-4bb4-b547-75300575b434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:16.078063 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cbeb17d1-355b-4bb4-b547-75300575b434 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for network, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:16.088764 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:16.104017 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-88ab01ff-5044-47a8-a4d0-bb9f6ee5612c admin admin] Usage tracker for resource:router and tenant:1dff44dcd306439ea6d1f64cae358515 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:20:16.118665 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-88ab01ff-5044-47a8-a4d0-bb9f6ee5612c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:20:16.194483 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-88ab01ff-5044-47a8-a4d0-bb9f6ee5612c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:16.241914 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f17b78d-096c-49c6-8e47-8693c45e90e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0ae14c3-df94-5977-a6f8-37c4cee246b8-f79386bd-8864-4166-bb9e-db3cc709422a', 'network_id': 'f79386bd-8864-4166-bb9e-db3cc709422a', 'tenant_id': '1dff44dcd306439ea6d1f64cae358515', 'fixed_ips': [{'subnet_id': 'd687bab0-4e02-4bbb-b7d3-fd6ef7a92063'}]}} from dv-cinder-784779-4-smb. {{(pid=85245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 11 17:20:16.242829 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3f17b78d-096c-49c6-8e47-8693c45e90e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:16.253346 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-88ab01ff-5044-47a8-a4d0-bb9f6ee5612c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8223040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15181'] for router, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:16.255218 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-88ab01ff-5044-47a8-a4d0-bb9f6ee5612c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846552675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846760496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8109325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854760620'] for router, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:16.274735 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-cbeb17d1-355b-4bb4-b547-75300575b434 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0457492 Apr 11 17:20:16.278690 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 55746) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:16.281929 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb17d1-355b-4bb4-b547-75300575b434 admin admin] Pushing event updated for resources: {'Network': ['ID=0328d80f-abb9-475c-a72f-263dcaf98637,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:16.286856 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-9772a16f-e24c-4009-abe8-7d9d4bf0a8ed admin admin] Request body: {'subnet': {'network_id': '0328d80f-abb9-475c-a72f-263dcaf98637', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1092599583-subnet', 'tenant_id': '3d63b099ed974ed8a5699b5d7c2a64f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:20:16.293679 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-9772a16f-e24c-4009-abe8-7d9d4bf0a8ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:16.298249 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-9772a16f-e24c-4009-abe8-7d9d4bf0a8ed admin admin] Usage tracker for resource:subnet and tenant:3d63b099ed974ed8a5699b5d7c2a64f8 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:20:16.300745 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-cbeb17d1-355b-4bb4-b547-75300575b434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:16.301217 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-9772a16f-e24c-4009-abe8-7d9d4bf0a8ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:20:16.307278 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-9772a16f-e24c-4009-abe8-7d9d4bf0a8ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:16.315055 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-88ab01ff-5044-47a8-a4d0-bb9f6ee5612c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:16.318378 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9772a16f-e24c-4009-abe8-7d9d4bf0a8ed admin admin] Made reservation on behalf of 3d63b099ed974ed8a5699b5d7c2a64f8 for: {'subnet': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:20:16.323542 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9772a16f-e24c-4009-abe8-7d9d4bf0a8ed admin admin] Notify callbacks [] for subnet, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:16.337872 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Network 0328d80f-abb9-475c-a72f-263dcaf98637 details requested by agent ovs-agent-dv-cinder-784779-4-smb with host dv-cinder-784779-4-smb {{(pid=85245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 11 17:20:16.612447 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ca493e4e-b02a-4b56-bc58-48bab815a1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213'] for subnet, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:16.661930 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-98624f73-60f8-4f87-863c-df414db2b093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:16.739110 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-98624f73-60f8-4f87-863c-df414db2b093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:16.748422 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-3f17b78d-096c-49c6-8e47-8693c45e90e5 None None] Allocated IP 172.20.0.2 (f79386bd-8864-4166-bb9e-db3cc709422a/d687bab0-4e02-4bbb-b7d3-fd6ef7a92063/a000bbc2-4b7f-41d5-9226-d29b485309ba) {{(pid=85245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:20:16.769707 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-74099038-2ca2-4480-8b06-152e30c1734e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:16.802724 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-638dc21e-06c3-4888-9851-c1359b6ed1cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:17.086015 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca493e4e-b02a-4b56-bc58-48bab815a1af admin admin] Checking segment: {'id': '8f975aaa-dcda-4b79-90fe-e36b252d6285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:20:17.086564 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca493e4e-b02a-4b56-bc58-48bab815a1af admin admin] Network hostable DHCP agents. Network: cbf8495d-d585-4ffa-8bba-b4256f490b2f, hostable agents: ['86fd9441-0b4f-48d7-82ef-ef4e0a434903'], hosted agents: [] {{(pid=85244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 11 17:20:17.102515 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca493e4e-b02a-4b56-bc58-48bab815a1af admin admin] Pushing event updated for resources: {'Subnet': ['ID=b37db23d-12d1-4791-957e-028de05166fa,revision_number=0']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:17.137436 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-88ab01ff-5044-47a8-a4d0-bb9f6ee5612c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846760509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8223091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854760601'] for router, precommit_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:17.139054 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ca493e4e-b02a-4b56-bc58-48bab815a1af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:17.168416 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca493e4e-b02a-4b56-bc58-48bab815a1af admin admin] Network cbf8495d-d585-4ffa-8bba-b4256f490b2f is scheduled to be hosted by DHCP agent 86fd9441-0b4f-48d7-82ef-ef4e0a434903 with binding_index 1 {{(pid=85244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 11 17:20:17.172595 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98624f73-60f8-4f87-863c-df414db2b093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b78f995-69f8-4993-86bd-99aae1743600,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:17.175578 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98624f73-60f8-4f87-863c-df414db2b093 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=85243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 11 17:20:17.189613 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-ca493e4e-b02a-4b56-bc58-48bab815a1af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-4-smb, cbf8495d-d585-4ffa-8bba-b4256f490b2f) {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:20:17.202980 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca493e4e-b02a-4b56-bc58-48bab815a1af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:17.203776 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ca493e4e-b02a-4b56-bc58-48bab815a1af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for subnet, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:17.206663 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5393cc1e-3aaa-4add-a6bd-0b074267ccf8 None None] Network cbf8495d-d585-4ffa-8bba-b4256f490b2f requested from dv-cinder-784779-4-smb {{(pid=85245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 11 17:20:17.209147 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-98624f73-60f8-4f87-863c-df414db2b093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:17.278904 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3f17b78d-096c-49c6-8e47-8693c45e90e5 None None] Notify callbacks [] for port, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:17.280564 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-ca493e4e-b02a-4b56-bc58-48bab815a1af admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6609688 Apr 11 17:20:17.287341 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 55786) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:17.296478 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-98624f73-60f8-4f87-863c-df414db2b093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854391073'] for segment, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:17.297092 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.db.segments_db [None req-98624f73-60f8-4f87-863c-df414db2b093 admin admin] Added segment df0371bf-7f32-4af6-875e-0c40c8b510a6 of type vlan for network 1fbf0e4a-515e-44e0-8750-aa0cea6f7dc5 Apr 11 17:20:17.306319 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-de962849-5b51-4343-be69-0908b86e2db2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-485081815-router', 'tenant_id': '85eed75d59b44674a89c120123abc4ab', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56'}}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:20:17.314738 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-de962849-5b51-4343-be69-0908b86e2db2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:17.321885 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9772a16f-e24c-4009-abe8-7d9d4bf0a8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213'] for subnet, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:17.328346 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-de962849-5b51-4343-be69-0908b86e2db2 admin admin] Usage tracker for resource:router and tenant:85eed75d59b44674a89c120123abc4ab is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:20:17.335398 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-de962849-5b51-4343-be69-0908b86e2db2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:20:17.345005 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-de962849-5b51-4343-be69-0908b86e2db2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:17.373066 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:17.378927 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-98624f73-60f8-4f87-863c-df414db2b093 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265755767019'] for network, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:17.415045 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-3f17b78d-096c-49c6-8e47-8693c45e90e5 None None] Transition to ACTIVE for port object a000bbc2-4b7f-41d5-9226-d29b485309ba will not be triggered until provisioned by entity L2. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:20:17.426104 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-de962849-5b51-4343-be69-0908b86e2db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8223040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15181'] for router, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:17.427423 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-de962849-5b51-4343-be69-0908b86e2db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846552675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846760496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8109325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854760620'] for router, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:17.451488 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-de962849-5b51-4343-be69-0908b86e2db2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:17.463744 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-3f17b78d-096c-49c6-8e47-8693c45e90e5 None None] Transition to ACTIVE for port object a000bbc2-4b7f-41d5-9226-d29b485309ba will not be triggered until provisioned by entity DHCP. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:20:17.482159 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3f17b78d-096c-49c6-8e47-8693c45e90e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235'] for port, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:17.518180 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:17.560199 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.db.resource_extend [None req-98624f73-60f8-4f87-863c-df414db2b093 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 11 17:20:17.653173 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f17b78d-096c-49c6-8e47-8693c45e90e5 None None] Pushing event updated for resources: {'Port': ['ID=a000bbc2-4b7f-41d5-9226-d29b485309ba,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:17.668862 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f17b78d-096c-49c6-8e47-8693c45e90e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:17.669244 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f17b78d-096c-49c6-8e47-8693c45e90e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:17.669614 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f17b78d-096c-49c6-8e47-8693c45e90e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:17.669979 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f17b78d-096c-49c6-8e47-8693c45e90e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:17.670339 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f17b78d-096c-49c6-8e47-8693c45e90e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:17.670699 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f17b78d-096c-49c6-8e47-8693c45e90e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:17.671055 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f17b78d-096c-49c6-8e47-8693c45e90e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:17.671409 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f17b78d-096c-49c6-8e47-8693c45e90e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:17.671762 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f17b78d-096c-49c6-8e47-8693c45e90e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:17.672156 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f17b78d-096c-49c6-8e47-8693c45e90e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:17.672493 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f17b78d-096c-49c6-8e47-8693c45e90e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:17.672843 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f17b78d-096c-49c6-8e47-8693c45e90e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:17.674121 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f17b78d-096c-49c6-8e47-8693c45e90e5 None None] Tracked resource versions report: Apr 11 17:20:17.674121 dv-cinder-784779-4-smb neutron-server[85130]: pushed versions: Apr 11 17:20:17.674121 dv-cinder-784779-4-smb neutron-server[85130]: { 'AddressGroup': {'1.2'}, Apr 11 17:20:17.674121 dv-cinder-784779-4-smb neutron-server[85130]: 'ConntrackHelper': {'1.0'}, Apr 11 17:20:17.674121 dv-cinder-784779-4-smb neutron-server[85130]: 'Log': {'1.0'}, Apr 11 17:20:17.674121 dv-cinder-784779-4-smb neutron-server[85130]: 'Network': {'1.1'}, Apr 11 17:20:17.674121 dv-cinder-784779-4-smb neutron-server[85130]: 'Port': {'1.7'}, Apr 11 17:20:17.674121 dv-cinder-784779-4-smb neutron-server[85130]: 'PortForwarding': {'1.2'}, Apr 11 17:20:17.674121 dv-cinder-784779-4-smb neutron-server[85130]: 'QosPolicy': {'1.8'}, Apr 11 17:20:17.674121 dv-cinder-784779-4-smb neutron-server[85130]: 'SecurityGroup': {'1.4'}, Apr 11 17:20:17.674121 dv-cinder-784779-4-smb neutron-server[85130]: 'SecurityGroupRule': {'1.2'}, Apr 11 17:20:17.674121 dv-cinder-784779-4-smb neutron-server[85130]: 'SubPort': {'1.0'}, Apr 11 17:20:17.674121 dv-cinder-784779-4-smb neutron-server[85130]: 'Subnet': {'1.1'}, Apr 11 17:20:17.674121 dv-cinder-784779-4-smb neutron-server[85130]: 'Trunk': {'1.1'}} Apr 11 17:20:17.674121 dv-cinder-784779-4-smb neutron-server[85130]: consumer versions: Apr 11 17:20:17.674121 dv-cinder-784779-4-smb neutron-server[85130]: { DHCP agent@dv-cinder-784779-4-smb: {}, Apr 11 17:20:17.674121 dv-cinder-784779-4-smb neutron-server[85130]: HyperV agent@hv-cinder-78477: {}, Apr 11 17:20:17.674121 dv-cinder-784779-4-smb neutron-server[85130]: L3 agent@dv-cinder-784779-4-smb: {}, Apr 11 17:20:17.674121 dv-cinder-784779-4-smb neutron-server[85130]: Metadata agent@dv-cinder-784779-4-smb: {}, Apr 11 17:20:17.674121 dv-cinder-784779-4-smb neutron-server[85130]: Metering agent@dv-cinder-784779-4-smb: {}, Apr 11 17:20:17.674121 dv-cinder-784779-4-smb neutron-server[85130]: Open vSwitch agent@dv-cinder-784779-4-smb: { 'AddressGroup': '1.2', Apr 11 17:20:17.674121 dv-cinder-784779-4-smb neutron-server[85130]: 'ConntrackHelper': '1.0', Apr 11 17:20:17.674121 dv-cinder-784779-4-smb neutron-server[85130]: 'Log': '1.0', Apr 11 17:20:17.674121 dv-cinder-784779-4-smb neutron-server[85130]: 'Network': '1.1', Apr 11 17:20:17.674121 dv-cinder-784779-4-smb neutron-server[85130]: 'Port': '1.7', Apr 11 17:20:17.674121 dv-cinder-784779-4-smb neutron-server[85130]: 'PortForwarding': '1.2', Apr 11 17:20:17.674121 dv-cinder-784779-4-smb neutron-server[85130]: 'QosPolicy': '1.8', Apr 11 17:20:17.674121 dv-cinder-784779-4-smb neutron-server[85130]: 'SecurityGroup': '1.4', Apr 11 17:20:17.674121 dv-cinder-784779-4-smb neutron-server[85130]: 'SecurityGroupRule': '1.2', Apr 11 17:20:17.674121 dv-cinder-784779-4-smb neutron-server[85130]: 'SubPort': '1.0', Apr 11 17:20:17.674121 dv-cinder-784779-4-smb neutron-server[85130]: 'Subnet': '1.1', Apr 11 17:20:17.674121 dv-cinder-784779-4-smb neutron-server[85130]: 'Trunk': '1.1'}} Apr 11 17:20:17.674121 dv-cinder-784779-4-smb neutron-server[85130]: {{(pid=85245) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 11 17:20:17.678340 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3f17b78d-096c-49c6-8e47-8693c45e90e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:17.761330 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-98624f73-60f8-4f87-863c-df414db2b093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213'] for network, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:17.819913 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79f52e4-d69c-4f10-88eb-66ff8ce8952a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0ae14c3-df94-5977-a6f8-37c4cee246b8-cbf8495d-d585-4ffa-8bba-b4256f490b2f', 'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f', 'tenant_id': '85eed75d59b44674a89c120123abc4ab', 'fixed_ips': [{'subnet_id': 'b37db23d-12d1-4791-957e-028de05166fa'}]}} from dv-cinder-784779-4-smb. {{(pid=85245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 11 17:20:17.822563 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a79f52e4-d69c-4f10-88eb-66ff8ce8952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:17.831129 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98624f73-60f8-4f87-863c-df414db2b093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:17.832054 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-98624f73-60f8-4f87-863c-df414db2b093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for network, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:17.851441 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:17.916371 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9772a16f-e24c-4009-abe8-7d9d4bf0a8ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=1afc838f-ad14-47c7-8b28-cd67a37f5780,revision_number=0']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:17.919584 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-9772a16f-e24c-4009-abe8-7d9d4bf0a8ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:17.984450 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9772a16f-e24c-4009-abe8-7d9d4bf0a8ed admin admin] Checking segment: {'id': '67ab9727-5518-4af8-b386-cfda222f1ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0328d80f-abb9-475c-a72f-263dcaf98637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:20:17.984840 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9772a16f-e24c-4009-abe8-7d9d4bf0a8ed admin admin] Network hostable DHCP agents. Network: 0328d80f-abb9-475c-a72f-263dcaf98637, hostable agents: ['86fd9441-0b4f-48d7-82ef-ef4e0a434903'], hosted agents: [] {{(pid=85244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 11 17:20:18.001985 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-de962849-5b51-4343-be69-0908b86e2db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846760509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8223091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854760601'] for router, precommit_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:18.012815 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9772a16f-e24c-4009-abe8-7d9d4bf0a8ed admin admin] Network 0328d80f-abb9-475c-a72f-263dcaf98637 is scheduled to be hosted by DHCP agent 86fd9441-0b4f-48d7-82ef-ef4e0a434903 with binding_index 1 {{(pid=85244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 11 17:20:18.023288 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f17b78d-096c-49c6-8e47-8693c45e90e5 None None] Network f79386bd-8864-4166-bb9e-db3cc709422a is already hosted by enough agents. {{(pid=85245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:20:18.026897 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-3f17b78d-096c-49c6-8e47-8693c45e90e5 None None] Resources bound (agent type, host, resource id): {{(pid=85245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:20:18.029867 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f17b78d-096c-49c6-8e47-8693c45e90e5 None None] Received port after_create {{(pid=85245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:20:18.033762 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-9772a16f-e24c-4009-abe8-7d9d4bf0a8ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-4-smb, 0328d80f-abb9-475c-a72f-263dcaf98637) {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:20:18.041760 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9772a16f-e24c-4009-abe8-7d9d4bf0a8ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:18.042409 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9772a16f-e24c-4009-abe8-7d9d4bf0a8ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for subnet, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:18.086757 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-9772a16f-e24c-4009-abe8-7d9d4bf0a8ed admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8067110 Apr 11 17:20:18.090100 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 55822) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:18.101209 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7ee20e-2e09-46fb-8089-6de65befde00 None None] Network 0328d80f-abb9-475c-a72f-263dcaf98637 requested from dv-cinder-784779-4-smb {{(pid=85245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 11 17:20:18.102639 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-5a5f9388-acd7-4425-8c9c-f59cdeebc410 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1092599583-router', 'tenant_id': '3d63b099ed974ed8a5699b5d7c2a64f8', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56'}}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:20:18.116142 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-5a5f9388-acd7-4425-8c9c-f59cdeebc410 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:18.134055 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-5a5f9388-acd7-4425-8c9c-f59cdeebc410 admin admin] Usage tracker for resource:router and tenant:3d63b099ed974ed8a5699b5d7c2a64f8 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:20:18.137308 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-5a5f9388-acd7-4425-8c9c-f59cdeebc410 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:20:18.148780 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-5a5f9388-acd7-4425-8c9c-f59cdeebc410 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:18.173581 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5a5f9388-acd7-4425-8c9c-f59cdeebc410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8223040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15181'] for router, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:18.174682 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5a5f9388-acd7-4425-8c9c-f59cdeebc410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846552675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846760496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8109325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854760620'] for router, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:18.189824 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98624f73-60f8-4f87-863c-df414db2b093 admin admin] Pushing event updated for resources: {'Network': ['ID=1fbf0e4a-515e-44e0-8750-aa0cea6f7dc5,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:18.206960 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5a5f9388-acd7-4425-8c9c-f59cdeebc410 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:18.280564 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-98624f73-60f8-4f87-863c-df414db2b093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:18.286814 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-98624f73-60f8-4f87-863c-df414db2b093 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.2075472 Apr 11 17:20:18.287652 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 55832) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:18.290914 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-a79f52e4-d69c-4f10-88eb-66ff8ce8952a None None] Allocated IP 172.20.0.2 (cbf8495d-d585-4ffa-8bba-b4256f490b2f/b37db23d-12d1-4791-957e-028de05166fa/cabb4c75-f462-4eeb-8376-f9509e7b53ec) {{(pid=85245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:20:18.383893 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Network 1fbf0e4a-515e-44e0-8750-aa0cea6f7dc5 details requested by agent ovs-agent-dv-cinder-784779-4-smb with host dv-cinder-784779-4-smb {{(pid=85245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 11 17:20:18.398454 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 55840) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:18.485516 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-9141c83a-de13-4a79-9fd5-3d3cdb399328 admin admin] Request body: {'subnet': {'network_id': '1fbf0e4a-515e-44e0-8750-aa0cea6f7dc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-142421187-subnet', 'tenant_id': 'ed6972e7141a4b7293eb9d8ad05db9b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:20:18.518294 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-9141c83a-de13-4a79-9fd5-3d3cdb399328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:18.619711 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-9141c83a-de13-4a79-9fd5-3d3cdb399328 admin admin] Usage tracker for resource:subnet and tenant:ed6972e7141a4b7293eb9d8ad05db9b9 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:20:18.641152 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-9141c83a-de13-4a79-9fd5-3d3cdb399328 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:20:18.678176 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-9141c83a-de13-4a79-9fd5-3d3cdb399328 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:18.723004 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5a5f9388-acd7-4425-8c9c-f59cdeebc410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846760509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8223091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854760601'] for router, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:18.742429 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9141c83a-de13-4a79-9fd5-3d3cdb399328 admin admin] Made reservation on behalf of ed6972e7141a4b7293eb9d8ad05db9b9 for: {'subnet': 1} {{(pid=85243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:20:18.750435 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9141c83a-de13-4a79-9fd5-3d3cdb399328 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:18.785340 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0585b42-7e0c-45b5-a6cc-347a57b2f2e5 None None] Network 0328d80f-abb9-475c-a72f-263dcaf98637 requested from dv-cinder-784779-4-smb {{(pid=85245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 11 17:20:18.785575 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-88ab01ff-5044-47a8-a4d0-bb9f6ee5612c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:18.841221 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 55858) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:18.939923 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-88ab01ff-5044-47a8-a4d0-bb9f6ee5612c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:18.973049 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8fdee872-2fa1-48f3-b991-e12cab32bf4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:19.051725 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-3f17b78d-096c-49c6-8e47-8693c45e90e5 None None] Attempting to bind port a000bbc2-4b7f-41d5-9226-d29b485309ba on host dv-cinder-784779-4-smb for vnic_type normal with profile {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:20:19.054099 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-3f17b78d-096c-49c6-8e47-8693c45e90e5 None None] Attempting to bind port a000bbc2-4b7f-41d5-9226-d29b485309ba by drivers openvswitch,hyperv on host dv-cinder-784779-4-smb at level 0 using segments [{'id': '1776a450-8046-433a-83dd-60bae8a336e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f79386bd-8864-4166-bb9e-db3cc709422a'}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 11 17:20:19.054387 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f17b78d-096c-49c6-8e47-8693c45e90e5 None None] Attempting to bind port a000bbc2-4b7f-41d5-9226-d29b485309ba on network f79386bd-8864-4166-bb9e-db3cc709422a {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:20:19.091358 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f17b78d-096c-49c6-8e47-8693c45e90e5 None None] Checking agent: {'id': '010ff1a7-6f9a-4d7c-91bd-57c824159873', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 12, 8), 'started_at': datetime.datetime(2021, 4, 11, 17, 12, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 17:20:19.092020 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f17b78d-096c-49c6-8e47-8693c45e90e5 None None] Checking segment: {'id': '1776a450-8046-433a-83dd-60bae8a336e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f79386bd-8864-4166-bb9e-db3cc709422a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:20:19.092313 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3f17b78d-096c-49c6-8e47-8693c45e90e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:19.092650 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f17b78d-096c-49c6-8e47-8693c45e90e5 None None] Bound using segment: {'id': '1776a450-8046-433a-83dd-60bae8a336e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f79386bd-8864-4166-bb9e-db3cc709422a'} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 17:20:19.093157 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-3f17b78d-096c-49c6-8e47-8693c45e90e5 None None] Bound port: a000bbc2-4b7f-41d5-9226-d29b485309ba, host: dv-cinder-784779-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1776a450-8046-433a-83dd-60bae8a336e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f79386bd-8864-4166-bb9e-db3cc709422a'}}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 11 17:20:19.093554 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3f17b78d-096c-49c6-8e47-8693c45e90e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:19.151630 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-03835bf0-4b88-4d99-a7ee-1ab11dee7a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:19.161066 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-8fdee872-2fa1-48f3-b991-e12cab32bf4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:19.175243 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-8fdee872-2fa1-48f3-b991-e12cab32bf4b admin admin] Usage tracker for resource:security_group_rule and tenant:524361da35ff41c88adf46f9ba952f07 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:20:19.185319 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-8fdee872-2fa1-48f3-b991-e12cab32bf4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:20:19.189945 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-03835bf0-4b88-4d99-a7ee-1ab11dee7a91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:19.224637 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-8fdee872-2fa1-48f3-b991-e12cab32bf4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:19.242707 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-03835bf0-4b88-4d99-a7ee-1ab11dee7a91 admin admin] Usage tracker for resource:security_group_rule and tenant:f540feb53d664995bda0ad0282432194 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:20:19.253088 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-03835bf0-4b88-4d99-a7ee-1ab11dee7a91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:20:19.272081 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-03835bf0-4b88-4d99-a7ee-1ab11dee7a91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:19.300137 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5a5f9388-acd7-4425-8c9c-f59cdeebc410 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:19.318527 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-3f17b78d-096c-49c6-8e47-8693c45e90e5 None None] For port a000bbc2-4b7f-41d5-9226-d29b485309ba, host dv-cinder-784779-4-smb, cleared binding levels {{(pid=85245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 11 17:20:19.337546 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a79f52e4-d69c-4f10-88eb-66ff8ce8952a None None] Notify callbacks [] for port, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:19.354457 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5a5f9388-acd7-4425-8c9c-f59cdeebc410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:19.354719 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-3f17b78d-096c-49c6-8e47-8693c45e90e5 None None] For port a000bbc2-4b7f-41d5-9226-d29b485309ba, host dv-cinder-784779-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=a000bbc2-4b7f-41d5-9226-d29b485309ba,segment=NetworkSegment(1776a450-8046-433a-83dd-60bae8a336e2),segment_id=1776a450-8046-433a-83dd-60bae8a336e2)] {{(pid=85245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 11 17:20:19.364710 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-a79f52e4-d69c-4f10-88eb-66ff8ce8952a None None] Transition to ACTIVE for port object cabb4c75-f462-4eeb-8376-f9509e7b53ec will not be triggered until provisioned by entity L2. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:20:19.373549 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3f17b78d-096c-49c6-8e47-8693c45e90e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:19.434848 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d78b7675-a9dd-4643-8e8e-cd04d543f6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:19.562735 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-a79f52e4-d69c-4f10-88eb-66ff8ce8952a None None] Transition to ACTIVE for port object cabb4c75-f462-4eeb-8376-f9509e7b53ec will not be triggered until provisioned by entity DHCP. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:20:19.567600 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-88ab01ff-5044-47a8-a4d0-bb9f6ee5612c admin admin] Allocated IP 172.28.2.95 (760603f5-451c-4017-b5ea-df3888d3fb56/e13c5172-f61e-460b-afd0-2fdd7fa5ba98/d462fe93-d0f1-43d8-aafc-cb56153f2870) {{(pid=85243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:20:19.583390 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a79f52e4-d69c-4f10-88eb-66ff8ce8952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235'] for port, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:19.591063 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 6 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:20:19.615155 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8fdee872-2fa1-48f3-b991-e12cab32bf4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:19.649560 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-03835bf0-4b88-4d99-a7ee-1ab11dee7a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:19.651719 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8fdee872-2fa1-48f3-b991-e12cab32bf4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:19.684292 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:19.696181 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-8fdee872-2fa1-48f3-b991-e12cab32bf4b admin admin] Synchronizing usage tracker for tenant:74cb7e1f37704df9866cd2b1ae1737cd on resource:security_group {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:20:19.699670 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-de962849-5b51-4343-be69-0908b86e2db2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:19.701844 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f17b78d-096c-49c6-8e47-8693c45e90e5 None None] Pushing event updated for resources: {'Port': ['ID=a000bbc2-4b7f-41d5-9226-d29b485309ba,revision_number=2']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:19.702432 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-03835bf0-4b88-4d99-a7ee-1ab11dee7a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:19.705294 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3f17b78d-096c-49c6-8e47-8693c45e90e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:19.711922 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3f17b78d-096c-49c6-8e47-8693c45e90e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:19.752238 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdee872-2fa1-48f3-b991-e12cab32bf4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3bdd80-1fa3-4500-86fd-e2b1e75e8c34,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:19.760091 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-de962849-5b51-4343-be69-0908b86e2db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:19.816486 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-8fdee872-2fa1-48f3-b991-e12cab32bf4b admin admin] Unset dirty status for tenant:74cb7e1f37704df9866cd2b1ae1737cd on resource:security_group {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:20:19.823014 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-8fdee872-2fa1-48f3-b991-e12cab32bf4b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=524361da35ff41c88adf46f9ba952f07&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4227262 Apr 11 17:20:19.825030 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8fdee872-2fa1-48f3-b991-e12cab32bf4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:19.825745 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8fdee872-2fa1-48f3-b991-e12cab32bf4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:19.849046 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f52e4-d69c-4f10-88eb-66ff8ce8952a None None] Pushing event updated for resources: {'Port': ['ID=cabb4c75-f462-4eeb-8376-f9509e7b53ec,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:19.852567 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a79f52e4-d69c-4f10-88eb-66ff8ce8952a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:19.878589 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 55872) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:19.883895 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-03835bf0-4b88-4d99-a7ee-1ab11dee7a91 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f540feb53d664995bda0ad0282432194&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0371754 Apr 11 17:20:19.883895 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03835bf0-4b88-4d99-a7ee-1ab11dee7a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f8498d-9898-462b-ab7c-0f70942caf2e,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:19.887946 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 55878) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:19.892304 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-03835bf0-4b88-4d99-a7ee-1ab11dee7a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:19.908853 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79f52e4-d69c-4f10-88eb-66ff8ce8952a None None] Network cbf8495d-d585-4ffa-8bba-b4256f490b2f is already hosted by enough agents. {{(pid=85245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:20:19.910227 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-a79f52e4-d69c-4f10-88eb-66ff8ce8952a None None] Resources bound (agent type, host, resource id): {{(pid=85245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:20:19.914126 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79f52e4-d69c-4f10-88eb-66ff8ce8952a None None] Received port after_create {{(pid=85245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:20:20.067659 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-88ab01ff-5044-47a8-a4d0-bb9f6ee5612c admin admin] Notify callbacks [] for port, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:20.117894 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5ad7107d-4950-4bdb-a743-f9eaefc79fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:20.140156 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-a79f52e4-d69c-4f10-88eb-66ff8ce8952a None None] Attempting to bind port cabb4c75-f462-4eeb-8376-f9509e7b53ec on host dv-cinder-784779-4-smb for vnic_type normal with profile {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:20:20.140565 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-a79f52e4-d69c-4f10-88eb-66ff8ce8952a None None] Attempting to bind port cabb4c75-f462-4eeb-8376-f9509e7b53ec by drivers openvswitch,hyperv on host dv-cinder-784779-4-smb at level 0 using segments [{'id': '8f975aaa-dcda-4b79-90fe-e36b252d6285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f'}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 11 17:20:20.141206 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79f52e4-d69c-4f10-88eb-66ff8ce8952a None None] Attempting to bind port cabb4c75-f462-4eeb-8376-f9509e7b53ec on network cbf8495d-d585-4ffa-8bba-b4256f490b2f {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:20:20.158805 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79f52e4-d69c-4f10-88eb-66ff8ce8952a None None] Checking agent: {'id': '010ff1a7-6f9a-4d7c-91bd-57c824159873', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 12, 8), 'started_at': datetime.datetime(2021, 4, 11, 17, 12, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 17:20:20.159193 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79f52e4-d69c-4f10-88eb-66ff8ce8952a None None] Checking segment: {'id': '8f975aaa-dcda-4b79-90fe-e36b252d6285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:20:20.159631 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a79f52e4-d69c-4f10-88eb-66ff8ce8952a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:20.160092 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79f52e4-d69c-4f10-88eb-66ff8ce8952a None None] Bound using segment: {'id': '8f975aaa-dcda-4b79-90fe-e36b252d6285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f'} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 17:20:20.160606 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-a79f52e4-d69c-4f10-88eb-66ff8ce8952a None None] Bound port: cabb4c75-f462-4eeb-8376-f9509e7b53ec, host: dv-cinder-784779-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f975aaa-dcda-4b79-90fe-e36b252d6285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f'}}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 11 17:20:20.160998 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a79f52e4-d69c-4f10-88eb-66ff8ce8952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:20.234046 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5ad7107d-4950-4bdb-a743-f9eaefc79fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:20.261863 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-da0fb7a9-3e99-413b-9dd4-da41f4a5f7a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:20.271226 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-88ab01ff-5044-47a8-a4d0-bb9f6ee5612c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235'] for port, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:20.317429 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:20.355212 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-a79f52e4-d69c-4f10-88eb-66ff8ce8952a None None] For port cabb4c75-f462-4eeb-8376-f9509e7b53ec, host dv-cinder-784779-4-smb, cleared binding levels {{(pid=85245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 11 17:20:20.359854 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-a79f52e4-d69c-4f10-88eb-66ff8ce8952a None None] For port cabb4c75-f462-4eeb-8376-f9509e7b53ec, host dv-cinder-784779-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=cabb4c75-f462-4eeb-8376-f9509e7b53ec,segment=NetworkSegment(8f975aaa-dcda-4b79-90fe-e36b252d6285),segment_id=8f975aaa-dcda-4b79-90fe-e36b252d6285)] {{(pid=85245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 11 17:20:20.365534 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a79f52e4-d69c-4f10-88eb-66ff8ce8952a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:20.434093 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-5a5f9388-acd7-4425-8c9c-f59cdeebc410 admin admin] Allocated IP 172.28.2.226 (760603f5-451c-4017-b5ea-df3888d3fb56/e13c5172-f61e-460b-afd0-2fdd7fa5ba98/d75fb10c-6748-4571-af5f-091de1ef3aa0) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:20:20.523547 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d78b7675-a9dd-4643-8e8e-cd04d543f6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:20.535616 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9141c83a-de13-4a79-9fd5-3d3cdb399328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213'] for subnet, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:20.547295 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab01ff-5044-47a8-a4d0-bb9f6ee5612c admin admin] Pushing event updated for resources: {'Port': ['ID=d462fe93-d0f1-43d8-aafc-cb56153f2870,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:20.622634 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-88ab01ff-5044-47a8-a4d0-bb9f6ee5612c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:20.627590 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-61feaae8-525e-4f3a-92eb-9d4bce4bdbaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:20.655374 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5a5f9388-acd7-4425-8c9c-f59cdeebc410 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:20.704514 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f52e4-d69c-4f10-88eb-66ff8ce8952a None None] Pushing event updated for resources: {'Port': ['ID=cabb4c75-f462-4eeb-8376-f9509e7b53ec,revision_number=2']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:20.719105 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a79f52e4-d69c-4f10-88eb-66ff8ce8952a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:20.726916 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5a5f9388-acd7-4425-8c9c-f59cdeebc410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:20.745571 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device a000bbc2-4b7f-41d5-9226-d29b485309ba up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:20:20.798549 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ab01ff-5044-47a8-a4d0-bb9f6ee5612c admin admin] Network 760603f5-451c-4017-b5ea-df3888d3fb56 is already hosted by enough agents. {{(pid=85243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:20:20.801360 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141c83a-de13-4a79-9fd5-3d3cdb399328 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c6f1f7a-f034-4b75-8346-9d0ebb991079,revision_number=0']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:20.808601 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-88ab01ff-5044-47a8-a4d0-bb9f6ee5612c admin admin] Resources bound (agent type, host, resource id): {{(pid=85243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:20:20.813721 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-da0fb7a9-3e99-413b-9dd4-da41f4a5f7a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:20.823385 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-9141c83a-de13-4a79-9fd5-3d3cdb399328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:20.824802 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:20.854540 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning for port a000bbc2-4b7f-41d5-9226-d29b485309ba completed by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:20:20.903157 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ab01ff-5044-47a8-a4d0-bb9f6ee5612c admin admin] Received port after_create {{(pid=85243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:20:20.972319 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f9388-acd7-4425-8c9c-f59cdeebc410 admin admin] Pushing event updated for resources: {'Port': ['ID=d75fb10c-6748-4571-af5f-091de1ef3aa0,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:20.978294 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-de962849-5b51-4343-be69-0908b86e2db2 admin admin] Allocated IP 172.28.2.34 (760603f5-451c-4017-b5ea-df3888d3fb56/e13c5172-f61e-460b-afd0-2fdd7fa5ba98/45ac6d1a-8f11-4838-967e-9ae6da68e221) {{(pid=85243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:20:20.984714 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5ad7107d-4950-4bdb-a743-f9eaefc79fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:20.985773 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5a5f9388-acd7-4425-8c9c-f59cdeebc410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:20.998835 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:21.016156 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7107d-4950-4bdb-a743-f9eaefc79fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3bdd80-1fa3-4500-86fd-e2b1e75e8c34,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:21.023658 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5ad7107d-4950-4bdb-a743-f9eaefc79fcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:21.039972 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-da0fb7a9-3e99-413b-9dd4-da41f4a5f7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:21.044795 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5f9388-acd7-4425-8c9c-f59cdeebc410 admin admin] Network 760603f5-451c-4017-b5ea-df3888d3fb56 is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:20:21.050124 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-5a5f9388-acd7-4425-8c9c-f59cdeebc410 admin admin] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:20:21.054118 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bdc44ca2-8e0b-4009-932a-1f880ca3840a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:21.062110 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5f9388-acd7-4425-8c9c-f59cdeebc410 admin admin] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:20:21.134168 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0fb7a9-3e99-413b-9dd4-da41f4a5f7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f8498d-9898-462b-ab7c-0f70942caf2e,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:21.145599 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-da0fb7a9-3e99-413b-9dd4-da41f4a5f7a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:21.149521 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-da0fb7a9-3e99-413b-9dd4-da41f4a5f7a1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f1f8498d-9898-462b-ab7c-0f70942caf2e HTTP/1.1" status: 204 len: 168 time: 1.1955845 Apr 11 17:20:21.149521 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-da0fb7a9-3e99-413b-9dd4-da41f4a5f7a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:21.212912 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5ad7107d-4950-4bdb-a743-f9eaefc79fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:21.220896 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-5ad7107d-4950-4bdb-a743-f9eaefc79fcf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1f3bdd80-1fa3-4500-86fd-e2b1e75e8c34 HTTP/1.1" status: 204 len: 168 time: 1.3348093 Apr 11 17:20:21.315446 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9141c83a-de13-4a79-9fd5-3d3cdb399328 admin admin] Checking segment: {'id': 'df0371bf-7f32-4af6-875e-0c40c8b510a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1fbf0e4a-515e-44e0-8750-aa0cea6f7dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:20:21.315917 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9141c83a-de13-4a79-9fd5-3d3cdb399328 admin admin] Network hostable DHCP agents. Network: 1fbf0e4a-515e-44e0-8750-aa0cea6f7dc5, hostable agents: ['86fd9441-0b4f-48d7-82ef-ef4e0a434903'], hosted agents: [] {{(pid=85243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 11 17:20:21.968576 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aea9761-6180-44c1-8890-8b3c8c1b1922 None None] Network f79386bd-8864-4166-bb9e-db3cc709422a requested from dv-cinder-784779-4-smb {{(pid=85245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 11 17:20:22.000342 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 55928) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:22.000754 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 55930) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:22.084572 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-791153a1-3870-406f-a354-d8a590f0b823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:22.110021 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-05fffb96-f2ec-4916-8571-667184696a6c None None] Provisioning for port a000bbc2-4b7f-41d5-9226-d29b485309ba completed by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:20:22.112563 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9141c83a-de13-4a79-9fd5-3d3cdb399328 admin admin] Network 1fbf0e4a-515e-44e0-8750-aa0cea6f7dc5 is scheduled to be hosted by DHCP agent 86fd9441-0b4f-48d7-82ef-ef4e0a434903 with binding_index 1 {{(pid=85243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 11 17:20:22.120649 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-05fffb96-f2ec-4916-8571-667184696a6c None None] Provisioning complete for port a000bbc2-4b7f-41d5-9226-d29b485309ba triggered by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:20:22.121457 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-05fffb96-f2ec-4916-8571-667184696a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:22.133698 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-de962849-5b51-4343-be69-0908b86e2db2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:22.149266 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-effaa84d-2453-4e95-8f7d-73f8fe41e89d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:22.163704 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5a5f9388-acd7-4425-8c9c-f59cdeebc410 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:22.170143 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-791153a1-3870-406f-a354-d8a590f0b823 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:22.178017 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-9141c83a-de13-4a79-9fd5-3d3cdb399328 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-4-smb, 1fbf0e4a-515e-44e0-8750-aa0cea6f7dc5) {{(pid=85243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:20:22.186855 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-791153a1-3870-406f-a354-d8a590f0b823 admin admin] Usage tracker for resource:security_group_rule and tenant:6baaca28b8bb457d826a090cc92f984f is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:20:22.196229 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9141c83a-de13-4a79-9fd5-3d3cdb399328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:22.196642 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9141c83a-de13-4a79-9fd5-3d3cdb399328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for subnet, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:22.203979 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-791153a1-3870-406f-a354-d8a590f0b823 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:20:22.215428 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-effaa84d-2453-4e95-8f7d-73f8fe41e89d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:22.221153 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324eaa76-4ff3-43a0-b040-7a2d07f36a32 None None] Network 1fbf0e4a-515e-44e0-8750-aa0cea6f7dc5 requested from dv-cinder-784779-4-smb {{(pid=85245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 11 17:20:22.227860 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-791153a1-3870-406f-a354-d8a590f0b823 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:22.231920 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-88ab01ff-5044-47a8-a4d0-bb9f6ee5612c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:22.295278 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-effaa84d-2453-4e95-8f7d-73f8fe41e89d admin admin] Usage tracker for resource:security_group_rule and tenant:5602f3fc59bb4689864a643f14480336 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:20:22.300249 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-effaa84d-2453-4e95-8f7d-73f8fe41e89d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:20:22.373249 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-effaa84d-2453-4e95-8f7d-73f8fe41e89d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:22.436166 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-9141c83a-de13-4a79-9fd5-3d3cdb399328 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.1241405 Apr 11 17:20:22.534522 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-de962849-5b51-4343-be69-0908b86e2db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235'] for port, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:22.568065 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-88ab01ff-5044-47a8-a4d0-bb9f6ee5612c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:22.658854 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5a5f9388-acd7-4425-8c9c-f59cdeebc410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846552709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8015338'] for router, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:22.706925 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-05fffb96-f2ec-4916-8571-667184696a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:22.810303 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-05fffb96-f2ec-4916-8571-667184696a6c None None] For port a000bbc2-4b7f-41d5-9226-d29b485309ba, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=a000bbc2-4b7f-41d5-9226-d29b485309ba,segment=NetworkSegment(1776a450-8046-433a-83dd-60bae8a336e2),segment_id=1776a450-8046-433a-83dd-60bae8a336e2)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:20:22.817478 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-05fffb96-f2ec-4916-8571-667184696a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:22.821770 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed027fff-1ff2-41d2-907b-e6a97b98bd62 None None] Network 1fbf0e4a-515e-44e0-8750-aa0cea6f7dc5 requested from dv-cinder-784779-4-smb {{(pid=85245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 11 17:20:22.884365 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c2e9b760-8800-4a15-b41e-554a08eff8b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:23.038022 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5f9388-acd7-4425-8c9c-f59cdeebc410 admin admin] Router ff3f7074-62cb-45e2-82c7-087a13e6411d is scheduled to L3 agent 5d769fae-3c68-4f0c-97be-90cfc50b6a37 with binding_index 1 {{(pid=85244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 11 17:20:23.232580 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device cabb4c75-f462-4eeb-8376-f9509e7b53ec up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:20:23.279448 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80de6369-193b-4a1d-9d0f-164c4b67952c None None] Network cbf8495d-d585-4ffa-8bba-b4256f490b2f requested from dv-cinder-784779-4-smb {{(pid=85245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 11 17:20:23.292266 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 55982) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:23.298463 dv-cinder-784779-4-smb neutron-server[85130]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 11 17:20:23.355003 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-791153a1-3870-406f-a354-d8a590f0b823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:23.473392 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-791153a1-3870-406f-a354-d8a590f0b823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:23.474191 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de962849-5b51-4343-be69-0908b86e2db2 admin admin] Pushing event updated for resources: {'Port': ['ID=45ac6d1a-8f11-4838-967e-9ae6da68e221,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:23.486244 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5f9388-acd7-4425-8c9c-f59cdeebc410 admin admin] Notify agent at l3_agent.dv-cinder-784779-4-smb the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 11 17:20:23.508663 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db07e6b4-10eb-4ea2-8eb3-0e57f75c0840 None None] Sync routers for ids ['ff3f7074-62cb-45e2-82c7-087a13e6411d'] in dv-cinder-784779-4-smb {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 11 17:20:23.511361 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fffb96-f2ec-4916-8571-667184696a6c None None] Pushing event updated for resources: {'Port': ['ID=a000bbc2-4b7f-41d5-9226-d29b485309ba,revision_number=3']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:23.523359 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db07e6b4-10eb-4ea2-8eb3-0e57f75c0840 None None] Routers {'ff3f7074-62cb-45e2-82c7-087a13e6411d'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:20:23.524482 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-db07e6b4-10eb-4ea2-8eb3-0e57f75c0840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:20:07Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['ff3f7074-62cb-45e2-82c7-087a13e6411d'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:20:23.535462 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-effaa84d-2453-4e95-8f7d-73f8fe41e89d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:23.551996 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-de962849-5b51-4343-be69-0908b86e2db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.984s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:23.557062 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-05fffb96-f2ec-4916-8571-667184696a6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:23.580268 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5a5f9388-acd7-4425-8c9c-f59cdeebc410 admin admin] Notify callbacks [] for router, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:23.584184 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-5a5f9388-acd7-4425-8c9c-f59cdeebc410 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.4904654 Apr 11 17:20:23.609072 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-f3871457-349b-4360-983f-b430889c5701 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:23.620564 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-f3871457-349b-4360-983f-b430889c5701 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] 10.222.0.16 "GET /v2.0/networks?id=1fbf0e4a-515e-44e0-8750-aa0cea6f7dc5 HTTP/1.1" status: 200 len: 811 time: 0.3271184 Apr 11 17:20:23.622291 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-7cd0a3fc-0ae0-49e0-bb2f-b8db3f92b6a2 None None] Provisioning for port cabb4c75-f462-4eeb-8376-f9509e7b53ec completed by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:20:23.622999 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 55996) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:23.627216 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-98624f73-60f8-4f87-863c-df414db2b093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:23.648946 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-791153a1-3870-406f-a354-d8a590f0b823 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6baaca28b8bb457d826a090cc92f984f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6437032 Apr 11 17:20:23.673034 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de962849-5b51-4343-be69-0908b86e2db2 admin admin] Network 760603f5-451c-4017-b5ea-df3888d3fb56 is already hosted by enough agents. {{(pid=85243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:20:23.675502 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-effaa84d-2453-4e95-8f7d-73f8fe41e89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:23.684805 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 56000) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:23.685748 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-de962849-5b51-4343-be69-0908b86e2db2 admin admin] Resources bound (agent type, host, resource id): {{(pid=85243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:20:23.706429 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de962849-5b51-4343-be69-0908b86e2db2 admin admin] Received port after_create {{(pid=85243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:20:23.794470 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning for port cabb4c75-f462-4eeb-8376-f9509e7b53ec completed by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:20:23.801439 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-88ab01ff-5044-47a8-a4d0-bb9f6ee5612c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846552709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8015338'] for router, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:23.814173 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-db07e6b4-10eb-4ea2-8eb3-0e57f75c0840 None None] Set router ff3f7074-62cb-45e2-82c7-087a13e6411d gateway port host: dv-cinder-784779-4-smb {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:20:23.819845 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-316b6484-d613-4406-aa23-71ed72ee89f9 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] 10.222.0.16 "GET /v2.0/quotas/ed6972e7141a4b7293eb9d8ad05db9b9 HTTP/1.1" status: 200 len: 375 time: 0.1982512 Apr 11 17:20:23.832147 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 56010) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:23.833636 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-effaa84d-2453-4e95-8f7d-73f8fe41e89d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5602f3fc59bb4689864a643f14480336&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8297303 Apr 11 17:20:23.877632 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning complete for port cabb4c75-f462-4eeb-8376-f9509e7b53ec triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:20:23.878054 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:24.088633 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-7e38cd0f-6d72-4859-aaae-0348cd35e6f1 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=ed6972e7141a4b7293eb9d8ad05db9b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2616615 Apr 11 17:20:24.174787 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791153a1-3870-406f-a354-d8a590f0b823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2caf0def-2267-445d-ad4a-a501fe05f540,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:24.192387 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-ddcbdf72-2fce-4a4f-ad16-3748caed1040 None None] Provisioning complete for port a000bbc2-4b7f-41d5-9226-d29b485309ba triggered by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:20:24.192864 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ddcbdf72-2fce-4a4f-ad16-3748caed1040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:24.320768 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0c5426ef-f583-4877-8084-d1671852adbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:24.333134 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-791153a1-3870-406f-a354-d8a590f0b823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:24.340958 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-cbeb17d1-355b-4bb4-b547-75300575b434 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.514s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:24.376221 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effaa84d-2453-4e95-8f7d-73f8fe41e89d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb9fc3a-e78a-4874-8557-d9217b7cf221,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:24.435560 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-effaa84d-2453-4e95-8f7d-73f8fe41e89d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:24.436187 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-db07e6b4-10eb-4ea2-8eb3-0e57f75c0840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3f7074-62cb-45e2-82c7-087a13e6411d', 'name': 'tempest-ServerRescueNegativeTestJSON-1092599583-router', 'tenant_id': '3d63b099ed974ed8a5699b5d7c2a64f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.226'}], 'enable_snat': True}, 'gw_port_id': 'd75fb10c-6748-4571-af5f-091de1ef3aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:18Z', 'updated_at': '2021-04-11T17:20:21Z', 'revision_number': 3, 'project_id': '3d63b099ed974ed8a5699b5d7c2a64f8', 'gw_port': {'id': 'd75fb10c-6748-4571-af5f-091de1ef3aa0', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:eb:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3f7074-62cb-45e2-82c7-087a13e6411d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:19Z', 'updated_at': '2021-04-11T17:20:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb'}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:20:24.447238 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db07e6b4-10eb-4ea2-8eb3-0e57f75c0840 None None] Checking router: ff3f7074-62cb-45e2-82c7-087a13e6411d for host: dv-cinder-784779-4-smb {{(pid=85246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 11 17:20:24.447683 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db07e6b4-10eb-4ea2-8eb3-0e57f75c0840 None None] Updating router ff3f7074-62cb-45e2-82c7-087a13e6411d port d75fb10c-6748-4571-af5f-091de1ef3aa0 binding host dv-cinder-784779-4-smb {{(pid=85246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 11 17:20:24.511279 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-586367e6-91db-402c-9108-9fd734dfe093 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=85244) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 17:20:24.512434 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-586367e6-91db-402c-9108-9fd734dfe093 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1362462 Apr 11 17:20:24.526180 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0c5426ef-f583-4877-8084-d1671852adbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:24.539169 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8c2a6d19-acbc-4ab6-a41b-8843dc4b31a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:24.561463 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ab01ff-5044-47a8-a4d0-bb9f6ee5612c admin admin] Router 84f65695-21aa-47be-9b6c-46782657b78e is scheduled to L3 agent 5d769fae-3c68-4f0c-97be-90cfc50b6a37 with binding_index 1 {{(pid=85243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 11 17:20:24.594376 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:24.603136 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-db07e6b4-10eb-4ea2-8eb3-0e57f75c0840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:24.625684 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] For port cabb4c75-f462-4eeb-8376-f9509e7b53ec, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=cabb4c75-f462-4eeb-8376-f9509e7b53ec,segment=NetworkSegment(8f975aaa-dcda-4b79-90fe-e36b252d6285),segment_id=8f975aaa-dcda-4b79-90fe-e36b252d6285)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:20:24.630959 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:24.633519 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-743ec6fa-5763-44a9-97ba-41d2de18c02d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:24.644614 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8c2a6d19-acbc-4ab6-a41b-8843dc4b31a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:24.806853 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device a000bbc2-4b7f-41d5-9226-d29b485309ba up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:20:24.865470 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Pushing event updated for resources: {'Port': ['ID=cabb4c75-f462-4eeb-8376-f9509e7b53ec,revision_number=3']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:24.871088 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:24.939765 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-f0f7ee79-97dc-44f7-9378-9e8abbaab029 None None] Provisioning complete for port cabb4c75-f462-4eeb-8376-f9509e7b53ec triggered by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:20:24.940564 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f0f7ee79-97dc-44f7-9378-9e8abbaab029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:24.974304 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning complete for port a000bbc2-4b7f-41d5-9226-d29b485309ba triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:20:24.975646 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:25.271623 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-db07e6b4-10eb-4ea2-8eb3-0e57f75c0840 None None] Notify callbacks [] for port, precommit_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:25.314282 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-db07e6b4-10eb-4ea2-8eb3-0e57f75c0840 None None] Transition to ACTIVE for port object d75fb10c-6748-4571-af5f-091de1ef3aa0 will not be triggered until provisioned by entity L2. {{(pid=85246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:20:25.322915 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0c5426ef-f583-4877-8084-d1671852adbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:25.324396 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-db07e6b4-10eb-4ea2-8eb3-0e57f75c0840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:25.334890 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-eeec6ef9-4ba0-4917-b779-e0ba62e2477a service neutron] 10.222.0.16 "GET /v2.0/networks/1fbf0e4a-515e-44e0-8750-aa0cea6f7dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8110561 Apr 11 17:20:25.343583 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7bbaa0dd-d26d-4eda-bbb1-b0c115200db3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:25.386041 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5426ef-f583-4877-8084-d1671852adbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb9fc3a-e78a-4874-8557-d9217b7cf221,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:25.436034 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-faa7140e-7173-41ce-a51e-b1f9e8f8e7a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:25.439559 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8c2a6d19-acbc-4ab6-a41b-8843dc4b31a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:25.449120 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-0c5426ef-f583-4877-8084-d1671852adbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:25.449338 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-de962849-5b51-4343-be69-0908b86e2db2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:25.469195 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0c5426ef-f583-4877-8084-d1671852adbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:25.470407 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-0c5426ef-f583-4877-8084-d1671852adbe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7bb9fc3a-e78a-4874-8557-d9217b7cf221 HTTP/1.1" status: 204 len: 168 time: 1.6369262 Apr 11 17:20:25.534677 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4ef6e-6e93-4270-b408-92a672a4195f None None] Pushing event updated for resources: {'Port': ['ID=d75fb10c-6748-4571-af5f-091de1ef3aa0,revision_number=2']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:25.558400 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b4ef6e-6e93-4270-b408-92a672a4195f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:25.558802 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b4ef6e-6e93-4270-b408-92a672a4195f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:25.559177 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b4ef6e-6e93-4270-b408-92a672a4195f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:25.559542 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b4ef6e-6e93-4270-b408-92a672a4195f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:25.560022 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b4ef6e-6e93-4270-b408-92a672a4195f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:25.560689 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b4ef6e-6e93-4270-b408-92a672a4195f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:25.561056 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b4ef6e-6e93-4270-b408-92a672a4195f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:25.561559 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b4ef6e-6e93-4270-b408-92a672a4195f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:25.561917 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b4ef6e-6e93-4270-b408-92a672a4195f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:25.562270 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b4ef6e-6e93-4270-b408-92a672a4195f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:25.562627 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b4ef6e-6e93-4270-b408-92a672a4195f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:25.563137 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b4ef6e-6e93-4270-b408-92a672a4195f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:20:25.564628 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b4ef6e-6e93-4270-b408-92a672a4195f None None] Tracked resource versions report: Apr 11 17:20:25.564628 dv-cinder-784779-4-smb neutron-server[85130]: pushed versions: Apr 11 17:20:25.564628 dv-cinder-784779-4-smb neutron-server[85130]: { 'AddressGroup': {'1.2'}, Apr 11 17:20:25.564628 dv-cinder-784779-4-smb neutron-server[85130]: 'ConntrackHelper': {'1.0'}, Apr 11 17:20:25.564628 dv-cinder-784779-4-smb neutron-server[85130]: 'Log': {'1.0'}, Apr 11 17:20:25.564628 dv-cinder-784779-4-smb neutron-server[85130]: 'Network': {'1.1'}, Apr 11 17:20:25.564628 dv-cinder-784779-4-smb neutron-server[85130]: 'Port': {'1.7'}, Apr 11 17:20:25.564628 dv-cinder-784779-4-smb neutron-server[85130]: 'PortForwarding': {'1.2'}, Apr 11 17:20:25.564628 dv-cinder-784779-4-smb neutron-server[85130]: 'QosPolicy': {'1.8'}, Apr 11 17:20:25.564628 dv-cinder-784779-4-smb neutron-server[85130]: 'SecurityGroup': {'1.4'}, Apr 11 17:20:25.564628 dv-cinder-784779-4-smb neutron-server[85130]: 'SecurityGroupRule': {'1.2'}, Apr 11 17:20:25.564628 dv-cinder-784779-4-smb neutron-server[85130]: 'SubPort': {'1.0'}, Apr 11 17:20:25.564628 dv-cinder-784779-4-smb neutron-server[85130]: 'Subnet': {'1.1'}, Apr 11 17:20:25.564628 dv-cinder-784779-4-smb neutron-server[85130]: 'Trunk': {'1.1'}} Apr 11 17:20:25.564628 dv-cinder-784779-4-smb neutron-server[85130]: consumer versions: Apr 11 17:20:25.564628 dv-cinder-784779-4-smb neutron-server[85130]: { DHCP agent@dv-cinder-784779-4-smb: {}, Apr 11 17:20:25.564628 dv-cinder-784779-4-smb neutron-server[85130]: HyperV agent@hv-cinder-78477: {}, Apr 11 17:20:25.564628 dv-cinder-784779-4-smb neutron-server[85130]: L3 agent@dv-cinder-784779-4-smb: {}, Apr 11 17:20:25.564628 dv-cinder-784779-4-smb neutron-server[85130]: Metadata agent@dv-cinder-784779-4-smb: {}, Apr 11 17:20:25.564628 dv-cinder-784779-4-smb neutron-server[85130]: Metering agent@dv-cinder-784779-4-smb: {}, Apr 11 17:20:25.564628 dv-cinder-784779-4-smb neutron-server[85130]: Open vSwitch agent@dv-cinder-784779-4-smb: { 'AddressGroup': '1.2', Apr 11 17:20:25.564628 dv-cinder-784779-4-smb neutron-server[85130]: 'ConntrackHelper': '1.0', Apr 11 17:20:25.564628 dv-cinder-784779-4-smb neutron-server[85130]: 'Log': '1.0', Apr 11 17:20:25.564628 dv-cinder-784779-4-smb neutron-server[85130]: 'Network': '1.1', Apr 11 17:20:25.564628 dv-cinder-784779-4-smb neutron-server[85130]: 'Port': '1.7', Apr 11 17:20:25.564628 dv-cinder-784779-4-smb neutron-server[85130]: 'PortForwarding': '1.2', Apr 11 17:20:25.564628 dv-cinder-784779-4-smb neutron-server[85130]: 'QosPolicy': '1.8', Apr 11 17:20:25.564628 dv-cinder-784779-4-smb neutron-server[85130]: 'SecurityGroup': '1.4', Apr 11 17:20:25.564628 dv-cinder-784779-4-smb neutron-server[85130]: 'SecurityGroupRule': '1.2', Apr 11 17:20:25.564628 dv-cinder-784779-4-smb neutron-server[85130]: 'SubPort': '1.0', Apr 11 17:20:25.564628 dv-cinder-784779-4-smb neutron-server[85130]: 'Subnet': '1.1', Apr 11 17:20:25.564628 dv-cinder-784779-4-smb neutron-server[85130]: 'Trunk': '1.1'}} Apr 11 17:20:25.564628 dv-cinder-784779-4-smb neutron-server[85130]: {{(pid=85246) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 11 17:20:25.575331 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-87b4ef6e-6e93-4270-b408-92a672a4195f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:25.582830 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-db07e6b4-10eb-4ea2-8eb3-0e57f75c0840 None None] Attempting to bind port d75fb10c-6748-4571-af5f-091de1ef3aa0 on host dv-cinder-784779-4-smb for vnic_type normal with profile {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:20:25.583701 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-db07e6b4-10eb-4ea2-8eb3-0e57f75c0840 None None] Attempting to bind port d75fb10c-6748-4571-af5f-091de1ef3aa0 by drivers openvswitch,hyperv on host dv-cinder-784779-4-smb at level 0 using segments [{'id': '0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56'}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 11 17:20:25.584376 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db07e6b4-10eb-4ea2-8eb3-0e57f75c0840 None None] Attempting to bind port d75fb10c-6748-4571-af5f-091de1ef3aa0 on network 760603f5-451c-4017-b5ea-df3888d3fb56 {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:20:25.591290 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db07e6b4-10eb-4ea2-8eb3-0e57f75c0840 None None] Checking agent: {'id': '010ff1a7-6f9a-4d7c-91bd-57c824159873', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 12, 8), 'started_at': datetime.datetime(2021, 4, 11, 17, 12, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 17:20:25.591703 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db07e6b4-10eb-4ea2-8eb3-0e57f75c0840 None None] Checking segment: {'id': '0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:20:25.592201 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-db07e6b4-10eb-4ea2-8eb3-0e57f75c0840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:25.592598 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db07e6b4-10eb-4ea2-8eb3-0e57f75c0840 None None] Bound using segment: {'id': '0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56'} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 17:20:25.593109 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-db07e6b4-10eb-4ea2-8eb3-0e57f75c0840 None None] Bound port: d75fb10c-6748-4571-af5f-091de1ef3aa0, host: dv-cinder-784779-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56'}}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 11 17:20:25.593511 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-db07e6b4-10eb-4ea2-8eb3-0e57f75c0840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:25.640515 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:25.657483 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ab01ff-5044-47a8-a4d0-bb9f6ee5612c admin admin] Notify agent at l3_agent.dv-cinder-784779-4-smb the message routers_updated {{(pid=85243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 11 17:20:25.668227 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeea9870-b8f1-46a1-b4a3-b39570695ab5 None None] Sync routers for ids ['84f65695-21aa-47be-9b6c-46782657b78e'] in dv-cinder-784779-4-smb {{(pid=85245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 11 17:20:25.668643 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2a6d19-acbc-4ab6-a41b-8843dc4b31a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2caf0def-2267-445d-ad4a-a501fe05f540,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:25.674762 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8c2a6d19-acbc-4ab6-a41b-8843dc4b31a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:25.698808 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-6151cb91-adcd-4396-b4c7-c54369533a88 service neutron] 10.222.0.16 "GET /v2.0/networks/1fbf0e4a-515e-44e0-8750-aa0cea6f7dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435769 Apr 11 17:20:25.700328 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-db07e6b4-10eb-4ea2-8eb3-0e57f75c0840 None None] For port d75fb10c-6748-4571-af5f-091de1ef3aa0, host dv-cinder-784779-4-smb, cleared binding levels {{(pid=85246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 11 17:20:25.705283 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-db07e6b4-10eb-4ea2-8eb3-0e57f75c0840 None None] For port d75fb10c-6748-4571-af5f-091de1ef3aa0, host dv-cinder-784779-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=d75fb10c-6748-4571-af5f-091de1ef3aa0,segment=NetworkSegment(0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e),segment_id=0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e)] {{(pid=85246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 11 17:20:25.710671 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-db07e6b4-10eb-4ea2-8eb3-0e57f75c0840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:25.717737 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeea9870-b8f1-46a1-b4a3-b39570695ab5 None None] Routers {'84f65695-21aa-47be-9b6c-46782657b78e'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:20:25.718521 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-aeea9870-b8f1-46a1-b4a3-b39570695ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:20:07Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['84f65695-21aa-47be-9b6c-46782657b78e'], 'active': True} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:20:25.750749 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:25.845806 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-421961e2-88cd-45a8-a9ae-f25355b7a8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:25.873367 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8c2a6d19-acbc-4ab6-a41b-8843dc4b31a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:25.882394 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-8c2a6d19-acbc-4ab6-a41b-8843dc4b31a1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2caf0def-2267-445d-ad4a-a501fe05f540 HTTP/1.1" status: 204 len: 168 time: 2.1904988 Apr 11 17:20:25.883593 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4ef6e-6e93-4270-b408-92a672a4195f None None] Pushing event updated for resources: {'Port': ['ID=d75fb10c-6748-4571-af5f-091de1ef3aa0,revision_number=3']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:25.894916 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-87b4ef6e-6e93-4270-b408-92a672a4195f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:25.959088 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-88ab01ff-5044-47a8-a4d0-bb9f6ee5612c admin admin] Notify callbacks [] for router, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:25.964570 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-88ab01ff-5044-47a8-a4d0-bb9f6ee5612c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.9254885 Apr 11 17:20:25.977543 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 56056) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:26.044663 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db07e6b4-10eb-4ea2-8eb3-0e57f75c0840 None None] Routers {'ff3f7074-62cb-45e2-82c7-087a13e6411d'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:20:26.045539 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-db07e6b4-10eb-4ea2-8eb3-0e57f75c0840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:20:07Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['ff3f7074-62cb-45e2-82c7-087a13e6411d'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:20:26.058509 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-aeea9870-b8f1-46a1-b4a3-b39570695ab5 None None] Set router 84f65695-21aa-47be-9b6c-46782657b78e gateway port host: dv-cinder-784779-4-smb {{(pid=85245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:20:26.198707 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 56078) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:26.390025 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d529985d-08c0-4e7f-856a-a81076202a87 req-3cb3e6bf-c366-4a73-bfe1-b7e48cafc7d0 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] 10.222.0.16 "GET /v2.0/ports?device_id=441b9ede-1e15-4c2d-9fff-6a7ca497988a HTTP/1.1" status: 200 len: 210 time: 0.1823623 Apr 11 17:20:26.465618 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-de962849-5b51-4343-be69-0908b86e2db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846552709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8015338'] for router, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:26.548654 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-421961e2-88cd-45a8-a9ae-f25355b7a8bd admin admin] Allocated IP 172.20.0.1 (0328d80f-abb9-475c-a72f-263dcaf98637/1afc838f-ad14-47c7-8b28-cd67a37f5780/a7ac2bee-3e20-4a42-a343-cc97b1c167bd) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:20:26.624968 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-db07e6b4-10eb-4ea2-8eb3-0e57f75c0840 None None] Set router ff3f7074-62cb-45e2-82c7-087a13e6411d gateway port host: dv-cinder-784779-4-smb {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:20:26.864745 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device cabb4c75-f462-4eeb-8376-f9509e7b53ec up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:20:26.913747 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-421961e2-88cd-45a8-a9ae-f25355b7a8bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:26.992633 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-421961e2-88cd-45a8-a9ae-f25355b7a8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:27.239354 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-9a98df73-7dfb-45a8-a080-748716559f59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:27.348570 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421961e2-88cd-45a8-a9ae-f25355b7a8bd admin admin] Pushing event updated for resources: {'Port': ['ID=a7ac2bee-3e20-4a42-a343-cc97b1c167bd,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:27.354630 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-421961e2-88cd-45a8-a9ae-f25355b7a8bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:27.370766 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421961e2-88cd-45a8-a9ae-f25355b7a8bd admin admin] Network 0328d80f-abb9-475c-a72f-263dcaf98637 is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:20:27.372956 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-421961e2-88cd-45a8-a9ae-f25355b7a8bd admin admin] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:20:27.380323 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421961e2-88cd-45a8-a9ae-f25355b7a8bd admin admin] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:20:27.380886 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-421961e2-88cd-45a8-a9ae-f25355b7a8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8015151'] for router_interface, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:27.412960 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-db07e6b4-10eb-4ea2-8eb3-0e57f75c0840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3f7074-62cb-45e2-82c7-087a13e6411d', 'name': 'tempest-ServerRescueNegativeTestJSON-1092599583-router', 'tenant_id': '3d63b099ed974ed8a5699b5d7c2a64f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.226'}], 'enable_snat': True}, 'gw_port_id': 'd75fb10c-6748-4571-af5f-091de1ef3aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:18Z', 'updated_at': '2021-04-11T17:20:21Z', 'revision_number': 3, 'project_id': '3d63b099ed974ed8a5699b5d7c2a64f8', 'gw_port': {'id': 'd75fb10c-6748-4571-af5f-091de1ef3aa0', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:eb:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3f7074-62cb-45e2-82c7-087a13e6411d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:19Z', 'updated_at': '2021-04-11T17:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb'}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:20:27.424351 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db07e6b4-10eb-4ea2-8eb3-0e57f75c0840 None None] The sync data for ids ['ff3f7074-62cb-45e2-82c7-087a13e6411d'] in dv-cinder-784779-4-smb is: [{'id': 'ff3f7074-62cb-45e2-82c7-087a13e6411d', 'name': 'tempest-ServerRescueNegativeTestJSON-1092599583-router', 'tenant_id': '3d63b099ed974ed8a5699b5d7c2a64f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.226'}], 'enable_snat': True}, 'gw_port_id': 'd75fb10c-6748-4571-af5f-091de1ef3aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:18Z', 'updated_at': '2021-04-11T17:20:21Z', 'revision_number': 3, 'project_id': '3d63b099ed974ed8a5699b5d7c2a64f8', 'gw_port': {'id': 'd75fb10c-6748-4571-af5f-091de1ef3aa0', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:eb:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3f7074-62cb-45e2-82c7-087a13e6411d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:19Z', 'updated_at': '2021-04-11T17:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb'}] {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 11 17:20:27.429325 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning complete for port cabb4c75-f462-4eeb-8376-f9509e7b53ec triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:20:27.429753 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:27.578182 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-aeea9870-b8f1-46a1-b4a3-b39570695ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f65695-21aa-47be-9b6c-46782657b78e', 'name': 'tempest-AttachVolumeTestJSON-1696572694-router', 'tenant_id': '1dff44dcd306439ea6d1f64cae358515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd462fe93-d0f1-43d8-aafc-cb56153f2870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:16Z', 'updated_at': '2021-04-11T17:20:21Z', 'revision_number': 3, 'project_id': '1dff44dcd306439ea6d1f64cae358515', 'gw_port': {'id': 'd462fe93-d0f1-43d8-aafc-cb56153f2870', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:01:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f65695-21aa-47be-9b6c-46782657b78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:18Z', 'updated_at': '2021-04-11T17:20:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb'}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:20:27.608305 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeea9870-b8f1-46a1-b4a3-b39570695ab5 None None] Checking router: 84f65695-21aa-47be-9b6c-46782657b78e for host: dv-cinder-784779-4-smb {{(pid=85245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 11 17:20:27.608950 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeea9870-b8f1-46a1-b4a3-b39570695ab5 None None] Updating router 84f65695-21aa-47be-9b6c-46782657b78e port d462fe93-d0f1-43d8-aafc-cb56153f2870 binding host dv-cinder-784779-4-smb {{(pid=85245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 11 17:20:27.668091 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ed55b891-7032-4ba8-8499-722b53f6010d req-91e4c183-16c5-4dba-97eb-252705e7b36d tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] 10.222.0.16 "GET /v2.0/ports?device_id=441b9ede-1e15-4c2d-9fff-6a7ca497988a HTTP/1.1" status: 200 len: 210 time: 0.0928764 Apr 11 17:20:27.795925 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-aeea9870-b8f1-46a1-b4a3-b39570695ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:27.808565 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-421961e2-88cd-45a8-a9ae-f25355b7a8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:27.998377 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de962849-5b51-4343-be69-0908b86e2db2 admin admin] Router 84e65640-35af-44b5-bf9a-a711dc9c14a3 is scheduled to L3 agent 5d769fae-3c68-4f0c-97be-90cfc50b6a37 with binding_index 1 {{(pid=85243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 11 17:20:28.111589 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 56164) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:28.583083 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de962849-5b51-4343-be69-0908b86e2db2 admin admin] Notify agent at l3_agent.dv-cinder-784779-4-smb the message routers_updated {{(pid=85243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 11 17:20:28.591920 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-421961e2-88cd-45a8-a9ae-f25355b7a8bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:28.594420 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac77fd1-daac-4f6e-82d8-90d6eac8dae1 None None] Sync routers for ids ['84e65640-35af-44b5-bf9a-a711dc9c14a3'] in dv-cinder-784779-4-smb {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 11 17:20:28.611941 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-421961e2-88cd-45a8-a9ae-f25355b7a8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:28.613418 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-421961e2-88cd-45a8-a9ae-f25355b7a8bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846808232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8015202'] for router_interface, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:28.614849 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac77fd1-daac-4f6e-82d8-90d6eac8dae1 None None] Routers {'84e65640-35af-44b5-bf9a-a711dc9c14a3'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:20:28.615751 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-dac77fd1-daac-4f6e-82d8-90d6eac8dae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:20:07Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['84e65640-35af-44b5-bf9a-a711dc9c14a3'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:20:28.724336 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-aeea9870-b8f1-46a1-b4a3-b39570695ab5 None None] Notify callbacks [] for port, precommit_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:28.770712 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-aeea9870-b8f1-46a1-b4a3-b39570695ab5 None None] Transition to ACTIVE for port object d462fe93-d0f1-43d8-aafc-cb56153f2870 will not be triggered until provisioned by entity L2. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:20:28.791236 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-aeea9870-b8f1-46a1-b4a3-b39570695ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:28.823905 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-de962849-5b51-4343-be69-0908b86e2db2 admin admin] Notify callbacks [] for router, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:28.825440 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-de962849-5b51-4343-be69-0908b86e2db2 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 11.5365145 Apr 11 17:20:28.828837 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 56190) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:28.872707 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:28.933471 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device d75fb10c-6748-4571-af5f-091de1ef3aa0 up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:20:29.060118 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-421961e2-88cd-45a8-a9ae-f25355b7a8bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:29.197211 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bdeeca-afbf-4c80-90c2-678813373a34 None None] Pushing event updated for resources: {'Port': ['ID=d462fe93-d0f1-43d8-aafc-cb56153f2870,revision_number=2']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:29.204972 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-e91d0436-7281-4e60-a8ad-e4551eaa3207 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1835155256-network', 'tenant_id': 'c287a1a69f96471ea05ec0a9a8469fe4'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:20:29.227299 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f2bdeeca-afbf-4c80-90c2-678813373a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:29.257516 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-dac77fd1-daac-4f6e-82d8-90d6eac8dae1 None None] Set router 84e65640-35af-44b5-bf9a-a711dc9c14a3 gateway port host: dv-cinder-784779-4-smb {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:20:29.262510 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning for port d75fb10c-6748-4571-af5f-091de1ef3aa0 completed by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:20:29.274347 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning complete for port d75fb10c-6748-4571-af5f-091de1ef3aa0 triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:20:29.275369 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:29.278111 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421961e2-88cd-45a8-a9ae-f25355b7a8bd admin admin] Network 0328d80f-abb9-475c-a72f-263dcaf98637 is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:20:29.305681 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-421961e2-88cd-45a8-a9ae-f25355b7a8bd admin admin] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:20:29.333044 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-e91d0436-7281-4e60-a8ad-e4551eaa3207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:29.426352 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-aeea9870-b8f1-46a1-b4a3-b39570695ab5 None None] Attempting to bind port d462fe93-d0f1-43d8-aafc-cb56153f2870 on host dv-cinder-784779-4-smb for vnic_type normal with profile {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:20:29.434470 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-aeea9870-b8f1-46a1-b4a3-b39570695ab5 None None] Attempting to bind port d462fe93-d0f1-43d8-aafc-cb56153f2870 by drivers openvswitch,hyperv on host dv-cinder-784779-4-smb at level 0 using segments [{'id': '0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56'}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 11 17:20:29.435366 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeea9870-b8f1-46a1-b4a3-b39570695ab5 None None] Attempting to bind port d462fe93-d0f1-43d8-aafc-cb56153f2870 on network 760603f5-451c-4017-b5ea-df3888d3fb56 {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:20:29.446537 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeea9870-b8f1-46a1-b4a3-b39570695ab5 None None] Checking agent: {'id': '010ff1a7-6f9a-4d7c-91bd-57c824159873', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 12, 8), 'started_at': datetime.datetime(2021, 4, 11, 17, 12, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 17:20:29.462676 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeea9870-b8f1-46a1-b4a3-b39570695ab5 None None] Checking segment: {'id': '0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:20:29.463365 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-aeea9870-b8f1-46a1-b4a3-b39570695ab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:29.464068 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeea9870-b8f1-46a1-b4a3-b39570695ab5 None None] Bound using segment: {'id': '0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56'} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 17:20:29.464867 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-aeea9870-b8f1-46a1-b4a3-b39570695ab5 None None] Bound port: d462fe93-d0f1-43d8-aafc-cb56153f2870, host: dv-cinder-784779-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56'}}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 11 17:20:29.465501 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-aeea9870-b8f1-46a1-b4a3-b39570695ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:29.510922 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-bbee63ef-ba5d-4bc6-b57f-586ddd020380 req-c4d6ba74-2ace-47dc-bd86-5529e4a89f88 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] 10.222.0.16 "GET /v2.0/ports?device_id=441b9ede-1e15-4c2d-9fff-6a7ca497988a HTTP/1.1" status: 200 len: 210 time: 0.4635687 Apr 11 17:20:29.540814 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-baf39a9a-9d1d-42e4-8ff9-4b906359fcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:29.781145 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-aeea9870-b8f1-46a1-b4a3-b39570695ab5 None None] For port d462fe93-d0f1-43d8-aafc-cb56153f2870, host dv-cinder-784779-4-smb, cleared binding levels {{(pid=85245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 11 17:20:29.794014 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:29.796228 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 56220) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:29.802663 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-aeea9870-b8f1-46a1-b4a3-b39570695ab5 None None] For port d462fe93-d0f1-43d8-aafc-cb56153f2870, host dv-cinder-784779-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=d462fe93-d0f1-43d8-aafc-cb56153f2870,segment=NetworkSegment(0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e),segment_id=0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e)] {{(pid=85245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 11 17:20:29.812138 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-aeea9870-b8f1-46a1-b4a3-b39570695ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:29.833619 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:29.871240 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] For port d75fb10c-6748-4571-af5f-091de1ef3aa0, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=d75fb10c-6748-4571-af5f-091de1ef3aa0,segment=NetworkSegment(0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e),segment_id=0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:20:29.897419 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-e91d0436-7281-4e60-a8ad-e4551eaa3207 admin admin] Usage tracker for resource:network and tenant:c287a1a69f96471ea05ec0a9a8469fe4 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:20:29.899752 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-e91d0436-7281-4e60-a8ad-e4551eaa3207 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:20:29.906708 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-e91d0436-7281-4e60-a8ad-e4551eaa3207 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:29.928027 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421961e2-88cd-45a8-a9ae-f25355b7a8bd admin admin] Router ff3f7074-62cb-45e2-82c7-087a13e6411d has already been hosted by L3 agent 5d769fae-3c68-4f0c-97be-90cfc50b6a37 {{(pid=85244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 11 17:20:29.935769 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91d0436-7281-4e60-a8ad-e4551eaa3207 admin admin] Made reservation on behalf of c287a1a69f96471ea05ec0a9a8469fe4 for: {'network': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:20:29.940783 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e91d0436-7281-4e60-a8ad-e4551eaa3207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for network, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:29.971650 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-dac77fd1-daac-4f6e-82d8-90d6eac8dae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'name': 'tempest-AttachVolumeShelveTestJSON-485081815-router', 'tenant_id': '85eed75d59b44674a89c120123abc4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.34'}], 'enable_snat': True}, 'gw_port_id': '45ac6d1a-8f11-4838-967e-9ae6da68e221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:17Z', 'updated_at': '2021-04-11T17:20:24Z', 'revision_number': 3, 'project_id': '85eed75d59b44674a89c120123abc4ab', 'gw_port': {'id': '45ac6d1a-8f11-4838-967e-9ae6da68e221', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:19Z', 'updated_at': '2021-04-11T17:20:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb'}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:20:29.974500 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e91d0436-7281-4e60-a8ad-e4551eaa3207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:29.983022 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac77fd1-daac-4f6e-82d8-90d6eac8dae1 None None] Checking router: 84e65640-35af-44b5-bf9a-a711dc9c14a3 for host: dv-cinder-784779-4-smb {{(pid=85246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 11 17:20:29.983446 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac77fd1-daac-4f6e-82d8-90d6eac8dae1 None None] Updating router 84e65640-35af-44b5-bf9a-a711dc9c14a3 port 45ac6d1a-8f11-4838-967e-9ae6da68e221 binding host dv-cinder-784779-4-smb {{(pid=85246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 11 17:20:30.007416 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:30.030117 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.42', 58491) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:30.118944 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dac77fd1-daac-4f6e-82d8-90d6eac8dae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:30.185274 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bdeeca-afbf-4c80-90c2-678813373a34 None None] Pushing event updated for resources: {'Port': ['ID=d462fe93-d0f1-43d8-aafc-cb56153f2870,revision_number=3']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:30.202924 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f2bdeeca-afbf-4c80-90c2-678813373a34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:30.203379 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:30.398804 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Pushing event updated for resources: {'Port': ['ID=d75fb10c-6748-4571-af5f-091de1ef3aa0,revision_number=4']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:30.410083 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:30.423968 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeea9870-b8f1-46a1-b4a3-b39570695ab5 None None] Routers {'84f65695-21aa-47be-9b6c-46782657b78e'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:20:30.424710 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-aeea9870-b8f1-46a1-b4a3-b39570695ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:20:07Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['84f65695-21aa-47be-9b6c-46782657b78e'], 'active': True} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:20:30.717637 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-e91d0436-7281-4e60-a8ad-e4551eaa3207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:30.722018 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-e91d0436-7281-4e60-a8ad-e4551eaa3207 admin admin] Usage tracker for resource:security_group_rule and tenant:c287a1a69f96471ea05ec0a9a8469fe4 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:20:30.725455 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-e91d0436-7281-4e60-a8ad-e4551eaa3207 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:20:30.745870 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-e91d0436-7281-4e60-a8ad-e4551eaa3207 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:30.794579 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device d75fb10c-6748-4571-af5f-091de1ef3aa0 up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:20:30.936384 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e91d0436-7281-4e60-a8ad-e4551eaa3207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:30.950398 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421961e2-88cd-45a8-a9ae-f25355b7a8bd admin admin] Notify agent at l3_agent.dv-cinder-784779-4-smb the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 11 17:20:30.953621 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421961e2-88cd-45a8-a9ae-f25355b7a8bd admin admin] Pushing event updated for resources: {'Port': ['ID=a7ac2bee-3e20-4a42-a343-cc97b1c167bd,revision_number=2']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:30.999779 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-aeea9870-b8f1-46a1-b4a3-b39570695ab5 None None] Set router 84f65695-21aa-47be-9b6c-46782657b78e gateway port host: dv-cinder-784779-4-smb {{(pid=85245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:20:31.063522 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-701bf5a8-97a2-4323-9056-eddb84c219f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:31.095066 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-59f50ac3-d3e8-4020-ba32-b740095fe04a req-ecfa622f-0cc6-43c0-b1a6-a5f729ca3b44 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] 10.222.0.16 "GET /v2.0/ports?device_id=441b9ede-1e15-4c2d-9fff-6a7ca497988a HTTP/1.1" status: 200 len: 210 time: 0.1566091 Apr 11 17:20:31.095712 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e91d0436-7281-4e60-a8ad-e4551eaa3207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:31.146354 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e91d0436-7281-4e60-a8ad-e4551eaa3207 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=85244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 11 17:20:31.188560 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e91d0436-7281-4e60-a8ad-e4551eaa3207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854391073'] for segment, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:31.188930 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.db.segments_db [None req-e91d0436-7281-4e60-a8ad-e4551eaa3207 admin admin] Added segment 655c9854-2f3a-4292-8daa-02858de836c2 of type vlan for network 71e360cb-28d2-4b11-97ae-0ec1951323e6 Apr 11 17:20:31.203606 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-421961e2-88cd-45a8-a9ae-f25355b7a8bd admin admin] 10.222.0.16 "PUT /v2.0/routers/ff3f7074-62cb-45e2-82c7-087a13e6411d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5795796 Apr 11 17:20:31.211884 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-421961e2-88cd-45a8-a9ae-f25355b7a8bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.159s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:31.212636 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-03835bf0-4b88-4d99-a7ee-1ab11dee7a91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:31.252577 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d0436-7281-4e60-a8ad-e4551eaa3207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b24a0b-52ac-4e24-9c87-b4f449e32474,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:31.262029 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e91d0436-7281-4e60-a8ad-e4551eaa3207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:31.264464 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e91d0436-7281-4e60-a8ad-e4551eaa3207 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265755767019'] for network, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:31.326626 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning complete for port d75fb10c-6748-4571-af5f-091de1ef3aa0 triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:20:31.327317 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:31.343652 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e91d0436-7281-4e60-a8ad-e4551eaa3207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213'] for network, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:31.345094 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91d0436-7281-4e60-a8ad-e4551eaa3207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:31.345736 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e91d0436-7281-4e60-a8ad-e4551eaa3207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for network, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:31.351052 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:31.449878 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-701bf5a8-97a2-4323-9056-eddb84c219f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:31.467045 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-701bf5a8-97a2-4323-9056-eddb84c219f6 admin admin] Usage tracker for resource:security_group_rule and tenant:361b05139d394e2086e62e73eb713c58 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:20:31.470684 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-701bf5a8-97a2-4323-9056-eddb84c219f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:20:31.480188 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-701bf5a8-97a2-4323-9056-eddb84c219f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:31.502979 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dac77fd1-daac-4f6e-82d8-90d6eac8dae1 None None] Notify callbacks [] for port, precommit_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:31.513004 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-f3e15950-483e-4fb5-bd4e-843fe9079cca tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:31.514827 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-f3e15950-483e-4fb5-bd4e-843fe9079cca tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Synchronizing usage tracker for tenant:ed6972e7141a4b7293eb9d8ad05db9b9 on resource:network {{(pid=85243) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:20:31.534690 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-dac77fd1-daac-4f6e-82d8-90d6eac8dae1 None None] Transition to ACTIVE for port object 45ac6d1a-8f11-4838-967e-9ae6da68e221 will not be triggered until provisioned by entity L2. {{(pid=85246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:20:31.541436 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dac77fd1-daac-4f6e-82d8-90d6eac8dae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:31.576427 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-faa7140e-7173-41ce-a51e-b1f9e8f8e7a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:31.624714 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-e91d0436-7281-4e60-a8ad-e4551eaa3207 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.5081394 Apr 11 17:20:31.625618 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 56292) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:31.667385 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-4cf1652a-6501-4956-8399-00f43d61fd25 admin admin] Request body: {'subnet': {'network_id': '71e360cb-28d2-4b11-97ae-0ec1951323e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1835155256-subnet', 'tenant_id': 'c287a1a69f96471ea05ec0a9a8469fe4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:20:31.679318 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3938b8d-3be8-42e9-82cc-aaab26a7efa4 None None] Sync routers for ids ['ff3f7074-62cb-45e2-82c7-087a13e6411d'] in dv-cinder-784779-4-smb {{(pid=85245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 11 17:20:31.680759 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-4cf1652a-6501-4956-8399-00f43d61fd25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:31.711896 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-701bf5a8-97a2-4323-9056-eddb84c219f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:31.712381 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-4cf1652a-6501-4956-8399-00f43d61fd25 admin admin] Usage tracker for resource:subnet and tenant:c287a1a69f96471ea05ec0a9a8469fe4 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:20:31.723643 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-4cf1652a-6501-4956-8399-00f43d61fd25 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:20:31.732858 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d0436-7281-4e60-a8ad-e4551eaa3207 admin admin] Pushing event updated for resources: {'Network': ['ID=71e360cb-28d2-4b11-97ae-0ec1951323e6,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:31.743247 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-4cf1652a-6501-4956-8399-00f43d61fd25 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:31.768769 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e91d0436-7281-4e60-a8ad-e4551eaa3207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:31.770624 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf1652a-6501-4956-8399-00f43d61fd25 admin admin] Made reservation on behalf of c287a1a69f96471ea05ec0a9a8469fe4 for: {'subnet': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:20:31.782045 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Network 71e360cb-28d2-4b11-97ae-0ec1951323e6 details requested by agent ovs-agent-dv-cinder-784779-4-smb with host dv-cinder-784779-4-smb {{(pid=85245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 11 17:20:31.787503 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4cf1652a-6501-4956-8399-00f43d61fd25 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:31.816409 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-701bf5a8-97a2-4323-9056-eddb84c219f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:31.957781 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:31.972807 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee56b8-a84f-4461-bb48-7eec46e50ef1 None None] Pushing event updated for resources: {'Port': ['ID=45ac6d1a-8f11-4838-967e-9ae6da68e221,revision_number=2']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:32.001697 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-85ee56b8-a84f-4461-bb48-7eec46e50ef1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:32.092243 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-701bf5a8-97a2-4323-9056-eddb84c219f6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=361b05139d394e2086e62e73eb713c58&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2946475 Apr 11 17:20:32.095527 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-f3e15950-483e-4fb5-bd4e-843fe9079cca tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Unset dirty status for tenant:ed6972e7141a4b7293eb9d8ad05db9b9 on resource:network {{(pid=85243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:20:32.101309 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-f3e15950-483e-4fb5-bd4e-843fe9079cca tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] 10.222.0.42 "GET /v2.0/networks?id=1fbf0e4a-515e-44e0-8750-aa0cea6f7dc5 HTTP/1.1" status: 200 len: 811 time: 2.0700693 Apr 11 17:20:32.214080 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 56310) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:32.244911 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3938b8d-3be8-42e9-82cc-aaab26a7efa4 None None] Routers {'ff3f7074-62cb-45e2-82c7-087a13e6411d'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:20:32.245881 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-c3938b8d-3be8-42e9-82cc-aaab26a7efa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:20:07Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['ff3f7074-62cb-45e2-82c7-087a13e6411d'], 'active': True} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:20:32.253985 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701bf5a8-97a2-4323-9056-eddb84c219f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7bf9a3-05b9-43f3-88b5-fe155b7dbf20,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:32.298690 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-dac77fd1-daac-4f6e-82d8-90d6eac8dae1 None None] Attempting to bind port 45ac6d1a-8f11-4838-967e-9ae6da68e221 on host dv-cinder-784779-4-smb for vnic_type normal with profile {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:20:32.299102 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-dac77fd1-daac-4f6e-82d8-90d6eac8dae1 None None] Attempting to bind port 45ac6d1a-8f11-4838-967e-9ae6da68e221 by drivers openvswitch,hyperv on host dv-cinder-784779-4-smb at level 0 using segments [{'id': '0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56'}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 11 17:20:32.299501 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac77fd1-daac-4f6e-82d8-90d6eac8dae1 None None] Attempting to bind port 45ac6d1a-8f11-4838-967e-9ae6da68e221 on network 760603f5-451c-4017-b5ea-df3888d3fb56 {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:20:32.319624 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac77fd1-daac-4f6e-82d8-90d6eac8dae1 None None] Checking agent: {'id': '010ff1a7-6f9a-4d7c-91bd-57c824159873', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 12, 8), 'started_at': datetime.datetime(2021, 4, 11, 17, 12, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 17:20:32.320060 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac77fd1-daac-4f6e-82d8-90d6eac8dae1 None None] Checking segment: {'id': '0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:20:32.320486 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dac77fd1-daac-4f6e-82d8-90d6eac8dae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:32.320936 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac77fd1-daac-4f6e-82d8-90d6eac8dae1 None None] Bound using segment: {'id': '0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56'} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 17:20:32.321537 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-dac77fd1-daac-4f6e-82d8-90d6eac8dae1 None None] Bound port: 45ac6d1a-8f11-4838-967e-9ae6da68e221, host: dv-cinder-784779-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56'}}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 11 17:20:32.321943 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dac77fd1-daac-4f6e-82d8-90d6eac8dae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:32.359644 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-baf39a9a-9d1d-42e4-8ff9-4b906359fcc2 admin admin] Allocated IP 172.20.0.1 (f79386bd-8864-4166-bb9e-db3cc709422a/d687bab0-4e02-4bbb-b7d3-fd6ef7a92063/3059e80d-0bbd-432a-b41e-e94bb5851b33) {{(pid=85243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:20:32.531795 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dac77fd1-daac-4f6e-82d8-90d6eac8dae1 None None] For port 45ac6d1a-8f11-4838-967e-9ae6da68e221, host dv-cinder-784779-4-smb, cleared binding levels {{(pid=85246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 11 17:20:32.541798 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dac77fd1-daac-4f6e-82d8-90d6eac8dae1 None None] For port 45ac6d1a-8f11-4838-967e-9ae6da68e221, host dv-cinder-784779-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=45ac6d1a-8f11-4838-967e-9ae6da68e221,segment=NetworkSegment(0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e),segment_id=0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e)] {{(pid=85246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 11 17:20:32.546303 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dac77fd1-daac-4f6e-82d8-90d6eac8dae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:32.726469 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:32.745302 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-c3938b8d-3be8-42e9-82cc-aaab26a7efa4 None None] Set router ff3f7074-62cb-45e2-82c7-087a13e6411d gateway port host: dv-cinder-784779-4-smb {{(pid=85245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:20:32.797383 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac77fd1-daac-4f6e-82d8-90d6eac8dae1 None None] Routers {'84e65640-35af-44b5-bf9a-a711dc9c14a3'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:20:32.798333 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-dac77fd1-daac-4f6e-82d8-90d6eac8dae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:20:07Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['84e65640-35af-44b5-bf9a-a711dc9c14a3'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:20:32.839445 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-baf39a9a-9d1d-42e4-8ff9-4b906359fcc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:32.901552 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-baf39a9a-9d1d-42e4-8ff9-4b906359fcc2 admin admin] Transition to ACTIVE for port object 3059e80d-0bbd-432a-b41e-e94bb5851b33 will not be triggered until provisioned by entity DHCP. {{(pid=85243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:20:32.964482 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-701bf5a8-97a2-4323-9056-eddb84c219f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.007s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:32.981586 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-51ed0911-f6fb-40c7-b4b9-111ea651b4a0 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Request body: {'port': {'device_id': '441b9ede-1e15-4c2d-9fff-6a7ca497988a', 'network_id': '1fbf0e4a-515e-44e0-8750-aa0cea6f7dc5', 'admin_state_up': True, 'tenant_id': 'ed6972e7141a4b7293eb9d8ad05db9b9'}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:20:33.002011 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-dac77fd1-daac-4f6e-82d8-90d6eac8dae1 None None] Set router 84e65640-35af-44b5-bf9a-a711dc9c14a3 gateway port host: dv-cinder-784779-4-smb {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:20:33.101895 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d0cd6eb3-9d40-419c-b4cc-025cc3823fad req-d0ea01f4-bcff-4d51-8b1d-27bea9e446c8 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] 10.222.0.16 "GET /v2.0/ports?device_id=441b9ede-1e15-4c2d-9fff-6a7ca497988a HTTP/1.1" status: 200 len: 210 time: 0.5824075 Apr 11 17:20:33.261264 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1de5d843-767a-4fb6-8840-1a948ef47cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:33.267552 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-baf39a9a-9d1d-42e4-8ff9-4b906359fcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235'] for port, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:33.351886 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-38f641e5-5a59-423e-954a-c9a44bee4864 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:33.360053 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-38f641e5-5a59-423e-954a-c9a44bee4864 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/networks?id=0328d80f-abb9-475c-a72f-263dcaf98637 HTTP/1.1" status: 200 len: 819 time: 1.1467752 Apr 11 17:20:33.364153 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1de5d843-767a-4fb6-8840-1a948ef47cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:33.466178 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-012170b6-0244-484c-81b5-0b141238eca9 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/quotas/3d63b099ed974ed8a5699b5d7c2a64f8 HTTP/1.1" status: 200 len: 375 time: 0.1050432 Apr 11 17:20:33.592143 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee56b8-a84f-4461-bb48-7eec46e50ef1 None None] Pushing event updated for resources: {'Port': ['ID=45ac6d1a-8f11-4838-967e-9ae6da68e221,revision_number=3']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:33.616320 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-85ee56b8-a84f-4461-bb48-7eec46e50ef1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.889s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:33.709917 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f16f5ce4-9d3e-4c16-925f-d980ae855177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:33.772899 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:33.805890 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-51ed0911-f6fb-40c7-b4b9-111ea651b4a0 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:33.825830 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-51ed0911-f6fb-40c7-b4b9-111ea651b4a0 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Usage tracker for resource:port and tenant:ed6972e7141a4b7293eb9d8ad05db9b9 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:20:33.836605 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-51ed0911-f6fb-40c7-b4b9-111ea651b4a0 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:20:33.843953 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4cf1652a-6501-4956-8399-00f43d61fd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213'] for subnet, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:33.844470 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-51ed0911-f6fb-40c7-b4b9-111ea651b4a0 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:33.866467 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:33.892265 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7930c4f1-ebf3-4246-b58f-d45e0e31092f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:33.906372 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-dac77fd1-daac-4f6e-82d8-90d6eac8dae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'name': 'tempest-AttachVolumeShelveTestJSON-485081815-router', 'tenant_id': '85eed75d59b44674a89c120123abc4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.34'}], 'enable_snat': True}, 'gw_port_id': '45ac6d1a-8f11-4838-967e-9ae6da68e221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:17Z', 'updated_at': '2021-04-11T17:20:24Z', 'revision_number': 3, 'project_id': '85eed75d59b44674a89c120123abc4ab', 'gw_port': {'id': '45ac6d1a-8f11-4838-967e-9ae6da68e221', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:19Z', 'updated_at': '2021-04-11T17:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb'}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:20:33.912256 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-aeea9870-b8f1-46a1-b4a3-b39570695ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f65695-21aa-47be-9b6c-46782657b78e', 'name': 'tempest-AttachVolumeTestJSON-1696572694-router', 'tenant_id': '1dff44dcd306439ea6d1f64cae358515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd462fe93-d0f1-43d8-aafc-cb56153f2870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:16Z', 'updated_at': '2021-04-11T17:20:21Z', 'revision_number': 3, 'project_id': '1dff44dcd306439ea6d1f64cae358515', 'gw_port': {'id': 'd462fe93-d0f1-43d8-aafc-cb56153f2870', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:01:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f65695-21aa-47be-9b6c-46782657b78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:18Z', 'updated_at': '2021-04-11T17:20:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb'}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:20:33.915228 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac77fd1-daac-4f6e-82d8-90d6eac8dae1 None None] The sync data for ids ['84e65640-35af-44b5-bf9a-a711dc9c14a3'] in dv-cinder-784779-4-smb is: [{'id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'name': 'tempest-AttachVolumeShelveTestJSON-485081815-router', 'tenant_id': '85eed75d59b44674a89c120123abc4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.34'}], 'enable_snat': True}, 'gw_port_id': '45ac6d1a-8f11-4838-967e-9ae6da68e221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:17Z', 'updated_at': '2021-04-11T17:20:24Z', 'revision_number': 3, 'project_id': '85eed75d59b44674a89c120123abc4ab', 'gw_port': {'id': '45ac6d1a-8f11-4838-967e-9ae6da68e221', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:19Z', 'updated_at': '2021-04-11T17:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb'}] {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 11 17:20:33.921881 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeea9870-b8f1-46a1-b4a3-b39570695ab5 None None] The sync data for ids ['84f65695-21aa-47be-9b6c-46782657b78e'] in dv-cinder-784779-4-smb is: [{'id': '84f65695-21aa-47be-9b6c-46782657b78e', 'name': 'tempest-AttachVolumeTestJSON-1696572694-router', 'tenant_id': '1dff44dcd306439ea6d1f64cae358515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd462fe93-d0f1-43d8-aafc-cb56153f2870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:16Z', 'updated_at': '2021-04-11T17:20:21Z', 'revision_number': 3, 'project_id': '1dff44dcd306439ea6d1f64cae358515', 'gw_port': {'id': 'd462fe93-d0f1-43d8-aafc-cb56153f2870', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:01:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f65695-21aa-47be-9b6c-46782657b78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:18Z', 'updated_at': '2021-04-11T17:20:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb'}] {{(pid=85245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 11 17:20:33.994248 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-c3938b8d-3be8-42e9-82cc-aaab26a7efa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3f7074-62cb-45e2-82c7-087a13e6411d', 'name': 'tempest-ServerRescueNegativeTestJSON-1092599583-router', 'tenant_id': '3d63b099ed974ed8a5699b5d7c2a64f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.226'}], 'enable_snat': True}, 'gw_port_id': 'd75fb10c-6748-4571-af5f-091de1ef3aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:18Z', 'updated_at': '2021-04-11T17:20:27Z', 'revision_number': 4, 'project_id': '3d63b099ed974ed8a5699b5d7c2a64f8', 'gw_port': {'id': 'd75fb10c-6748-4571-af5f-091de1ef3aa0', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:eb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3f7074-62cb-45e2-82c7-087a13e6411d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:19Z', 'updated_at': '2021-04-11T17:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': 'a7ac2bee-3e20-4a42-a343-cc97b1c167bd', 'name': '', 'network_id': '0328d80f-abb9-475c-a72f-263dcaf98637', 'tenant_id': '3d63b099ed974ed8a5699b5d7c2a64f8', 'mac_address': 'fa:16:3e:8f:45:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3f7074-62cb-45e2-82c7-087a13e6411d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1afc838f-ad14-47c7-8b28-cd67a37f5780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:25Z', 'updated_at': '2021-04-11T17:20:28Z', 'revision_number': 2, 'project_id': '3d63b099ed974ed8a5699b5d7c2a64f8', 'subnets': [{'id': '1afc838f-ad14-47c7-8b28-cd67a37f5780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:20:33.999088 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3938b8d-3be8-42e9-82cc-aaab26a7efa4 None None] Checking router: ff3f7074-62cb-45e2-82c7-087a13e6411d for host: dv-cinder-784779-4-smb {{(pid=85245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 11 17:20:33.999546 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3938b8d-3be8-42e9-82cc-aaab26a7efa4 None None] Updating router ff3f7074-62cb-45e2-82c7-087a13e6411d port a7ac2bee-3e20-4a42-a343-cc97b1c167bd binding host dv-cinder-784779-4-smb {{(pid=85245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 11 17:20:34.046403 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf39a9a-9d1d-42e4-8ff9-4b906359fcc2 admin admin] Pushing event updated for resources: {'Port': ['ID=3059e80d-0bbd-432a-b41e-e94bb5851b33,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:34.049991 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-baf39a9a-9d1d-42e4-8ff9-4b906359fcc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:34.051203 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-51ed0911-f6fb-40c7-b4b9-111ea651b4a0 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Made reservation on behalf of ed6972e7141a4b7293eb9d8ad05db9b9 for: {'port': 1} {{(pid=85243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:20:34.058494 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-51ed0911-f6fb-40c7-b4b9-111ea651b4a0 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:34.114846 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1de5d843-767a-4fb6-8840-1a948ef47cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:34.136197 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c3938b8d-3be8-42e9-82cc-aaab26a7efa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:34.330220 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1652a-6501-4956-8399-00f43d61fd25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34bfb07a-167b-47ca-9f45-73900a5c9d6a,revision_number=0']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:34.335232 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-4cf1652a-6501-4956-8399-00f43d61fd25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:34.345235 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-716c2d44-0127-440c-97c1-128bc8fc1f1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:34.362507 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-4ff1f932-035d-4482-a604-e80f48c471c1 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Synchronizing usage tracker for tenant:3d63b099ed974ed8a5699b5d7c2a64f8 on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:20:34.372673 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de5d843-767a-4fb6-8840-1a948ef47cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7bf9a3-05b9-43f3-88b5-fe155b7dbf20,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:34.375526 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1de5d843-767a-4fb6-8840-1a948ef47cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:34.404135 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-4ff1f932-035d-4482-a604-e80f48c471c1 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Unset dirty status for tenant:3d63b099ed974ed8a5699b5d7c2a64f8 on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:20:34.429870 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-4ff1f932-035d-4482-a604-e80f48c471c1 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d63b099ed974ed8a5699b5d7c2a64f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9625938 Apr 11 17:20:34.485623 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1de5d843-767a-4fb6-8840-1a948ef47cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:34.485623 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-1de5d843-767a-4fb6-8840-1a948ef47cea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dd7bf9a3-05b9-43f3-88b5-fe155b7dbf20 HTTP/1.1" status: 204 len: 168 time: 2.2289660 Apr 11 17:20:34.797603 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-9db8451d-ed4c-4dd6-8919-8d81a7cd0654 req-a9f20a9c-63b6-4ed9-adbd-e2d2f1b38eab tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] 10.222.0.16 "GET /v2.0/ports?device_id=441b9ede-1e15-4c2d-9fff-6a7ca497988a HTTP/1.1" status: 200 len: 210 time: 0.2930012 Apr 11 17:20:34.802636 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf1652a-6501-4956-8399-00f43d61fd25 admin admin] Checking segment: {'id': '655c9854-2f3a-4292-8daa-02858de836c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '71e360cb-28d2-4b11-97ae-0ec1951323e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:20:34.803103 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf1652a-6501-4956-8399-00f43d61fd25 admin admin] Network hostable DHCP agents. Network: 71e360cb-28d2-4b11-97ae-0ec1951323e6, hostable agents: ['86fd9441-0b4f-48d7-82ef-ef4e0a434903'], hosted agents: [] {{(pid=85244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 11 17:20:34.840775 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf39a9a-9d1d-42e4-8ff9-4b906359fcc2 admin admin] Network f79386bd-8864-4166-bb9e-db3cc709422a is already hosted by enough agents. {{(pid=85243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:20:34.855992 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf1652a-6501-4956-8399-00f43d61fd25 admin admin] Network 71e360cb-28d2-4b11-97ae-0ec1951323e6 is scheduled to be hosted by DHCP agent 86fd9441-0b4f-48d7-82ef-ef4e0a434903 with binding_index 1 {{(pid=85244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 11 17:20:34.873445 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-baf39a9a-9d1d-42e4-8ff9-4b906359fcc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=85243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:20:34.888754 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-4cf1652a-6501-4956-8399-00f43d61fd25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-4-smb, 71e360cb-28d2-4b11-97ae-0ec1951323e6) {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:20:34.902825 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf1652a-6501-4956-8399-00f43d61fd25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:34.903468 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4cf1652a-6501-4956-8399-00f43d61fd25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for subnet, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:34.914822 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf39a9a-9d1d-42e4-8ff9-4b906359fcc2 admin admin] Received port after_create {{(pid=85243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:20:34.915376 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-baf39a9a-9d1d-42e4-8ff9-4b906359fcc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8015151'] for router_interface, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:34.919462 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0b0341de-7547-4dfb-b727-e05a90154026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:34.962906 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-4cf1652a-6501-4956-8399-00f43d61fd25 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.3171513 Apr 11 17:20:34.992538 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f89aee-c7e7-4e82-ae58-7ee7609ded0a None None] Network 71e360cb-28d2-4b11-97ae-0ec1951323e6 requested from dv-cinder-784779-4-smb {{(pid=85245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 11 17:20:35.009947 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-14712f21-d2c2-4eab-9c35-fd71bc8d1635 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=85244) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 17:20:35.014345 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-14712f21-d2c2-4eab-9c35-fd71bc8d1635 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2649646 Apr 11 17:20:35.583424 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-90906a66-a65d-4ac8-a22e-5bd14a75faf6 service neutron] 10.222.0.16 "GET /v2.0/networks/0328d80f-abb9-475c-a72f-263dcaf98637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5603697 Apr 11 17:20:36.070152 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-f16f5ce4-9d3e-4c16-925f-d980ae855177 admin admin] Allocated IP 172.20.0.1 (cbf8495d-d585-4ffa-8bba-b4256f490b2f/b37db23d-12d1-4791-957e-028de05166fa/d7fc5bf2-0e93-45d6-8e1f-279078611876) {{(pid=85243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:20:36.173481 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device 45ac6d1a-8f11-4838-967e-9ae6da68e221 up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:20:36.189463 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-8358862f-7fdd-479b-b022-f696399f9192 service neutron] 10.222.0.16 "GET /v2.0/networks/0328d80f-abb9-475c-a72f-263dcaf98637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5971484 Apr 11 17:20:36.426695 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d915fde7-b509-4c06-804e-a487a14677a6 req-f09f1c42-9355-4a82-8c78-d3e1d91536b8 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] 10.222.0.16 "GET /v2.0/ports?device_id=441b9ede-1e15-4c2d-9fff-6a7ca497988a HTTP/1.1" status: 200 len: 210 time: 0.2278724 Apr 11 17:20:36.439488 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c3938b8d-3be8-42e9-82cc-aaab26a7efa4 None None] Notify callbacks [] for port, precommit_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:36.612990 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-4872eedb-b88d-4b7e-bf3f-6d07bbdca26d None None] Provisioning for port 3059e80d-0bbd-432a-b41e-e94bb5851b33 completed by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:20:36.625618 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-c3938b8d-3be8-42e9-82cc-aaab26a7efa4 None None] Transition to ACTIVE for port object a7ac2bee-3e20-4a42-a343-cc97b1c167bd will not be triggered until provisioned by entity L2. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:20:36.666459 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-4872eedb-b88d-4b7e-bf3f-6d07bbdca26d None None] Provisioning complete for port 3059e80d-0bbd-432a-b41e-e94bb5851b33 triggered by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:20:36.667057 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4872eedb-b88d-4b7e-bf3f-6d07bbdca26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:36.885328 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-4872eedb-b88d-4b7e-bf3f-6d07bbdca26d None None] Port 3059e80d-0bbd-432a-b41e-e94bb5851b33 cannot update to ACTIVE because it is not bound. {{(pid=85245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 11 17:20:36.891124 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdb2c5d-7f3b-4494-b5f7-8166a4ef88b6 None None] Network 71e360cb-28d2-4b11-97ae-0ec1951323e6 requested from dv-cinder-784779-4-smb {{(pid=85245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 11 17:20:36.900394 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b6db1d8c-3e79-4d2e-82dc-c0d23debcc8a req-3009cd3f-2af2-4ed3-960f-045ebeb7f219 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 210 time: 0.1417334 Apr 11 17:20:36.924444 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c3938b8d-3be8-42e9-82cc-aaab26a7efa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:36.930975 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-51ed0911-f6fb-40c7-b4b9-111ea651b4a0 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Allocated IP 172.20.0.10 (1fbf0e4a-515e-44e0-8750-aa0cea6f7dc5/3c6f1f7a-f034-4b75-8346-9d0ebb991079/a81f2191-43cc-4568-822c-0a8c0d4e1bbc) {{(pid=85243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:20:37.101280 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 56424) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:37.107493 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-f71e5c60-2d41-479f-8888-fe954779fa7c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1340508643-network', 'tenant_id': 'bebabfbd599441f39553c6d607156a8c'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:20:37.122313 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-f71e5c60-2d41-479f-8888-fe954779fa7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:37.143358 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:37.152941 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-f71e5c60-2d41-479f-8888-fe954779fa7c admin admin] Usage tracker for resource:network and tenant:bebabfbd599441f39553c6d607156a8c is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:20:37.153568 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f16f5ce4-9d3e-4c16-925f-d980ae855177 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:37.164699 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-f71e5c60-2d41-479f-8888-fe954779fa7c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:20:37.199676 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-f71e5c60-2d41-479f-8888-fe954779fa7c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:37.233272 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71e5c60-2d41-479f-8888-fe954779fa7c admin admin] Made reservation on behalf of bebabfbd599441f39553c6d607156a8c for: {'network': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:20:37.247653 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-f16f5ce4-9d3e-4c16-925f-d980ae855177 admin admin] Transition to ACTIVE for port object d7fc5bf2-0e93-45d6-8e1f-279078611876 will not be triggered until provisioned by entity DHCP. {{(pid=85243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:20:37.248416 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f71e5c60-2d41-479f-8888-fe954779fa7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for network, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:37.288962 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f71e5c60-2d41-479f-8888-fe954779fa7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:37.336156 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-f71e5c60-2d41-479f-8888-fe954779fa7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:37.346640 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-f71e5c60-2d41-479f-8888-fe954779fa7c admin admin] Usage tracker for resource:security_group_rule and tenant:bebabfbd599441f39553c6d607156a8c is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:20:37.355976 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-f71e5c60-2d41-479f-8888-fe954779fa7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:20:37.384480 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-f71e5c60-2d41-479f-8888-fe954779fa7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:37.629321 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f71e5c60-2d41-479f-8888-fe954779fa7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:37.633531 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f71e5c60-2d41-479f-8888-fe954779fa7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:37.638589 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:37.741387 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f71e5c60-2d41-479f-8888-fe954779fa7c admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=85244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 11 17:20:37.768443 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e5c60-2d41-479f-8888-fe954779fa7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1828f67-1aaf-4afd-a1af-394b4ab6120f,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:37.776602 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f71e5c60-2d41-479f-8888-fe954779fa7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:37.815794 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f71e5c60-2d41-479f-8888-fe954779fa7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854391073'] for segment, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:37.816222 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.db.segments_db [None req-f71e5c60-2d41-479f-8888-fe954779fa7c admin admin] Added segment d78865fc-11da-4899-ab47-fd6d547a82d4 of type vlan for network 0e5fa8a5-bc4e-424b-8778-f77252b29f67 Apr 11 17:20:37.980140 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-baf39a9a-9d1d-42e4-8ff9-4b906359fcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:38.129689 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f71e5c60-2d41-479f-8888-fe954779fa7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265755767019'] for network, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:38.145619 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f16f5ce4-9d3e-4c16-925f-d980ae855177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235'] for port, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:38.246528 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-baf39a9a-9d1d-42e4-8ff9-4b906359fcc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:38.365951 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-431981e6-d27a-4c57-aea7-e9e752d42f93 req-c4066889-0dbc-4c1f-b682-abc66e39d7f5 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] 10.222.0.16 "GET /v2.0/ports?device_id=441b9ede-1e15-4c2d-9fff-6a7ca497988a HTTP/1.1" status: 200 len: 210 time: 0.4727626 Apr 11 17:20:38.387328 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f71e5c60-2d41-479f-8888-fe954779fa7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213'] for network, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:38.393460 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71e5c60-2d41-479f-8888-fe954779fa7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:38.394613 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f71e5c60-2d41-479f-8888-fe954779fa7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for network, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:38.413825 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bdc44ca2-8e0b-4009-932a-1f880ca3840a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:38.536189 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a6c83-3250-4c46-a7ee-464d456d1408 None None] Pushing event updated for resources: {'Port': ['ID=a7ac2bee-3e20-4a42-a343-cc97b1c167bd,revision_number=3']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:38.560007 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d12a6c83-3250-4c46-a7ee-464d456d1408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.416s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:38.745782 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e5c60-2d41-479f-8888-fe954779fa7c admin admin] Pushing event updated for resources: {'Network': ['ID=0e5fa8a5-bc4e-424b-8778-f77252b29f67,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:38.755317 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f71e5c60-2d41-479f-8888-fe954779fa7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:38.855090 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Network 0e5fa8a5-bc4e-424b-8778-f77252b29f67 details requested by agent ovs-agent-dv-cinder-784779-4-smb with host dv-cinder-784779-4-smb {{(pid=85245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 11 17:20:38.961187 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-8c3d0432-2265-4cde-9d98-5668a805e94d tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:38.963074 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-8c3d0432-2265-4cde-9d98-5668a805e94d tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/networks?id=0328d80f-abb9-475c-a72f-263dcaf98637 HTTP/1.1" status: 200 len: 819 time: 1.1418762 Apr 11 17:20:38.986975 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-f71e5c60-2d41-479f-8888-fe954779fa7c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8844101 Apr 11 17:20:38.989678 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 56498) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:39.036502 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-e4091b7c-0cdf-4af0-bf83-c88f7304afd9 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/quotas/3d63b099ed974ed8a5699b5d7c2a64f8 HTTP/1.1" status: 200 len: 375 time: 0.0648603 Apr 11 17:20:39.042228 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:39.046567 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-9879ecb8-b04a-4c6f-9cbf-a609b4770b77 admin admin] Request body: {'subnet': {'network_id': '0e5fa8a5-bc4e-424b-8778-f77252b29f67', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1340508643-subnet', 'tenant_id': 'bebabfbd599441f39553c6d607156a8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:20:39.096493 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-51ed0911-f6fb-40c7-b4b9-111ea651b4a0 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Notify callbacks [] for port, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:39.116918 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c0f87cd2-96db-46ee-8408-1872baddb0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:39.150365 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f5ce4-9d3e-4c16-925f-d980ae855177 admin admin] Pushing event updated for resources: {'Port': ['ID=d7fc5bf2-0e93-45d6-8e1f-279078611876,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:39.176912 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f16f5ce4-9d3e-4c16-925f-d980ae855177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.930s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:39.213460 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-9879ecb8-b04a-4c6f-9cbf-a609b4770b77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:39.221263 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-9879ecb8-b04a-4c6f-9cbf-a609b4770b77 admin admin] Usage tracker for resource:subnet and tenant:bebabfbd599441f39553c6d607156a8c is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:20:39.228191 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-9879ecb8-b04a-4c6f-9cbf-a609b4770b77 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:20:39.258655 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-9879ecb8-b04a-4c6f-9cbf-a609b4770b77 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:39.335388 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-51ed0911-f6fb-40c7-b4b9-111ea651b4a0 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235'] for port, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:39.338672 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16f5ce4-9d3e-4c16-925f-d980ae855177 admin admin] Network cbf8495d-d585-4ffa-8bba-b4256f490b2f is already hosted by enough agents. {{(pid=85243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:20:39.343467 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-f16f5ce4-9d3e-4c16-925f-d980ae855177 admin admin] Resources bound (agent type, host, resource id): {{(pid=85243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:20:39.343998 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9879ecb8-b04a-4c6f-9cbf-a609b4770b77 admin admin] Made reservation on behalf of bebabfbd599441f39553c6d607156a8c for: {'subnet': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:20:39.357796 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9879ecb8-b04a-4c6f-9cbf-a609b4770b77 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:39.357965 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16f5ce4-9d3e-4c16-925f-d980ae855177 admin admin] Received port after_create {{(pid=85243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:20:39.358312 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f16f5ce4-9d3e-4c16-925f-d980ae855177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8015151'] for router_interface, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:39.406779 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f16f5ce4-9d3e-4c16-925f-d980ae855177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:39.604626 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:39.606233 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning for port 45ac6d1a-8f11-4838-967e-9ae6da68e221 completed by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:20:39.689487 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning complete for port 45ac6d1a-8f11-4838-967e-9ae6da68e221 triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:20:39.689911 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:39.790177 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-c3938b8d-3be8-42e9-82cc-aaab26a7efa4 None None] Attempting to bind port a7ac2bee-3e20-4a42-a343-cc97b1c167bd on host dv-cinder-784779-4-smb for vnic_type normal with profile {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:20:39.790596 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-c3938b8d-3be8-42e9-82cc-aaab26a7efa4 None None] Attempting to bind port a7ac2bee-3e20-4a42-a343-cc97b1c167bd by drivers openvswitch,hyperv on host dv-cinder-784779-4-smb at level 0 using segments [{'id': '67ab9727-5518-4af8-b386-cfda222f1ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0328d80f-abb9-475c-a72f-263dcaf98637'}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 11 17:20:39.791007 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3938b8d-3be8-42e9-82cc-aaab26a7efa4 None None] Attempting to bind port a7ac2bee-3e20-4a42-a343-cc97b1c167bd on network 0328d80f-abb9-475c-a72f-263dcaf98637 {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:20:39.833256 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3938b8d-3be8-42e9-82cc-aaab26a7efa4 None None] Checking agent: {'id': '010ff1a7-6f9a-4d7c-91bd-57c824159873', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 12, 8), 'started_at': datetime.datetime(2021, 4, 11, 17, 12, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 17:20:39.833678 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3938b8d-3be8-42e9-82cc-aaab26a7efa4 None None] Checking segment: {'id': '67ab9727-5518-4af8-b386-cfda222f1ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0328d80f-abb9-475c-a72f-263dcaf98637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:20:39.834682 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c3938b8d-3be8-42e9-82cc-aaab26a7efa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:39.835378 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3938b8d-3be8-42e9-82cc-aaab26a7efa4 None None] Bound using segment: {'id': '67ab9727-5518-4af8-b386-cfda222f1ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0328d80f-abb9-475c-a72f-263dcaf98637'} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 17:20:39.835948 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-c3938b8d-3be8-42e9-82cc-aaab26a7efa4 None None] Bound port: a7ac2bee-3e20-4a42-a343-cc97b1c167bd, host: dv-cinder-784779-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ab9727-5518-4af8-b386-cfda222f1ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0328d80f-abb9-475c-a72f-263dcaf98637'}}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 11 17:20:39.836370 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c3938b8d-3be8-42e9-82cc-aaab26a7efa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:39.885981 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-a6ce6630-3b20-41d9-b496-dddcf357ff78 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d63b099ed974ed8a5699b5d7c2a64f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8292065 Apr 11 17:20:39.926556 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:40.067743 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-7b37e98c-4a9c-4bb4-a2cf-4519c7621e03 None None] Provisioning for port d7fc5bf2-0e93-45d6-8e1f-279078611876 completed by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:20:40.180279 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-c3938b8d-3be8-42e9-82cc-aaab26a7efa4 None None] For port a7ac2bee-3e20-4a42-a343-cc97b1c167bd, host dv-cinder-784779-4-smb, cleared binding levels {{(pid=85245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 11 17:20:40.191029 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-c3938b8d-3be8-42e9-82cc-aaab26a7efa4 None None] For port a7ac2bee-3e20-4a42-a343-cc97b1c167bd, host dv-cinder-784779-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=a7ac2bee-3e20-4a42-a343-cc97b1c167bd,segment=NetworkSegment(67ab9727-5518-4af8-b386-cfda222f1ba3),segment_id=67ab9727-5518-4af8-b386-cfda222f1ba3)] {{(pid=85245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 11 17:20:40.197891 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-7b37e98c-4a9c-4bb4-a2cf-4519c7621e03 None None] Provisioning complete for port d7fc5bf2-0e93-45d6-8e1f-279078611876 triggered by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:20:40.198797 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7b37e98c-4a9c-4bb4-a2cf-4519c7621e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:40.220566 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed0911-f6fb-40c7-b4b9-111ea651b4a0 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Pushing event updated for resources: {'Port': ['ID=a81f2191-43cc-4568-822c-0a8c0d4e1bbc,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:40.230177 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-51ed0911-f6fb-40c7-b4b9-111ea651b4a0 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.834s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:40.271753 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c3938b8d-3be8-42e9-82cc-aaab26a7efa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:40.280513 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-baf39a9a-9d1d-42e4-8ff9-4b906359fcc2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:40.286549 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-baf39a9a-9d1d-42e4-8ff9-4b906359fcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:40.295731 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-baf39a9a-9d1d-42e4-8ff9-4b906359fcc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846808232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8015202'] for router_interface, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:40.315427 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:40.449228 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:40.685725 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-51ed0911-f6fb-40c7-b4b9-111ea651b4a0 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Network 1fbf0e4a-515e-44e0-8750-aa0cea6f7dc5 is already hosted by enough agents. {{(pid=85243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:20:40.747619 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-51ed0911-f6fb-40c7-b4b9-111ea651b4a0 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Resources bound (agent type, host, resource id): {{(pid=85243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:20:40.755390 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-51ed0911-f6fb-40c7-b4b9-111ea651b4a0 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Received port after_create {{(pid=85243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:20:40.769920 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-51ed0911-f6fb-40c7-b4b9-111ea651b4a0 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:40.796938 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-6f1d136c-da19-49e4-8c5c-b24f5605a4d9 service neutron] 10.222.0.16 "GET /v2.0/networks/0328d80f-abb9-475c-a72f-263dcaf98637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8927143 Apr 11 17:20:40.805510 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-51ed0911-f6fb-40c7-b4b9-111ea651b4a0 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for port, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:40.812950 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada091a0-9fb0-4d94-a345-fbb53f1065e8 req-8153137a-9e93-4024-9493-37e1ae07105f tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:40.814608 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ada091a0-9fb0-4d94-a345-fbb53f1065e8 req-8153137a-9e93-4024-9493-37e1ae07105f tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] 10.222.0.16 "GET /v2.0/ports?device_id=441b9ede-1e15-4c2d-9fff-6a7ca497988a HTTP/1.1" status: 200 len: 932 time: 1.0892262 Apr 11 17:20:40.831326 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-7b37e98c-4a9c-4bb4-a2cf-4519c7621e03 None None] Port d7fc5bf2-0e93-45d6-8e1f-279078611876 cannot update to ACTIVE because it is not bound. {{(pid=85245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 11 17:20:40.855849 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:40.860067 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f16f5ce4-9d3e-4c16-925f-d980ae855177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:40.899171 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf39a9a-9d1d-42e4-8ff9-4b906359fcc2 admin admin] Pushing event updated for resources: {'Port': ['ID=3059e80d-0bbd-432a-b41e-e94bb5851b33,revision_number=2']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:40.911029 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-baf39a9a-9d1d-42e4-8ff9-4b906359fcc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:40.974663 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a6c83-3250-4c46-a7ee-464d456d1408 None None] Pushing event updated for resources: {'Port': ['ID=a7ac2bee-3e20-4a42-a343-cc97b1c167bd,revision_number=4']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:40.978899 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] For port 45ac6d1a-8f11-4838-967e-9ae6da68e221, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=45ac6d1a-8f11-4838-967e-9ae6da68e221,segment=NetworkSegment(0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e),segment_id=0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:20:40.982998 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d12a6c83-3250-4c46-a7ee-464d456d1408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:41.002566 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ada091a0-9fb0-4d94-a345-fbb53f1065e8 req-69be4448-1d22-4098-9536-f68d00ec91a4 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b78f995-69f8-4993-86bd-99aae1743600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484547 Apr 11 17:20:41.051856 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:41.053308 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device d462fe93-d0f1-43d8-aafc-cb56153f2870 up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:20:41.087726 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-dca92548-6b2c-4843-a393-3d0cabc0c788 service neutron] 10.222.0.16 "GET /v2.0/networks/0328d80f-abb9-475c-a72f-263dcaf98637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655873 Apr 11 17:20:41.107341 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-51ed0911-f6fb-40c7-b4b9-111ea651b4a0 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.8399994 Apr 11 17:20:41.163391 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf39a9a-9d1d-42e4-8ff9-4b906359fcc2 admin admin] Network f79386bd-8864-4166-bb9e-db3cc709422a is already hosted by enough agents. {{(pid=85243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:20:41.167184 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-baf39a9a-9d1d-42e4-8ff9-4b906359fcc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=85243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:20:41.192776 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:41.214214 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9879ecb8-b04a-4c6f-9cbf-a609b4770b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213'] for subnet, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:41.251096 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-55b4ac88-137d-469a-945f-9deb0dca425e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:41.487072 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3938b8d-3be8-42e9-82cc-aaab26a7efa4 None None] Routers {'ff3f7074-62cb-45e2-82c7-087a13e6411d'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:20:41.488517 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-c3938b8d-3be8-42e9-82cc-aaab26a7efa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:20:38Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['ff3f7074-62cb-45e2-82c7-087a13e6411d'], 'active': True} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:20:41.595565 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ebcd8278-522b-4502-b9a0-4864ff32bc5e req-961a490a-818f-461f-bbeb-ce3aa02ff4f4 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 210 time: 0.1361163 Apr 11 17:20:41.631844 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879ecb8-b04a-4c6f-9cbf-a609b4770b77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=028d4cd7-7541-48eb-9bc1-d0be98989417,revision_number=0']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:41.644798 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-9879ecb8-b04a-4c6f-9cbf-a609b4770b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:41.744306 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 56566) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:41.842064 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9879ecb8-b04a-4c6f-9cbf-a609b4770b77 admin admin] Checking segment: {'id': 'd78865fc-11da-4899-ab47-fd6d547a82d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0e5fa8a5-bc4e-424b-8778-f77252b29f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:20:41.852400 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9879ecb8-b04a-4c6f-9cbf-a609b4770b77 admin admin] Network hostable DHCP agents. Network: 0e5fa8a5-bc4e-424b-8778-f77252b29f67, hostable agents: ['86fd9441-0b4f-48d7-82ef-ef4e0a434903'], hosted agents: [] {{(pid=85244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 11 17:20:41.897754 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf39a9a-9d1d-42e4-8ff9-4b906359fcc2 admin admin] Router 84f65695-21aa-47be-9b6c-46782657b78e has already been hosted by L3 agent 5d769fae-3c68-4f0c-97be-90cfc50b6a37 {{(pid=85243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 11 17:20:41.911193 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9879ecb8-b04a-4c6f-9cbf-a609b4770b77 admin admin] Network 0e5fa8a5-bc4e-424b-8778-f77252b29f67 is scheduled to be hosted by DHCP agent 86fd9441-0b4f-48d7-82ef-ef4e0a434903 with binding_index 1 {{(pid=85244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 11 17:20:41.918663 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-c3938b8d-3be8-42e9-82cc-aaab26a7efa4 None None] Set router ff3f7074-62cb-45e2-82c7-087a13e6411d gateway port host: dv-cinder-784779-4-smb {{(pid=85245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:20:41.934919 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-87e42c7d-7ce9-4465-b0bf-8d28658c985f tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=85243) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 17:20:41.936644 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-87e42c7d-7ce9-4465-b0bf-8d28658c985f tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0277374 Apr 11 17:20:41.941884 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-9879ecb8-b04a-4c6f-9cbf-a609b4770b77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-4-smb, 0e5fa8a5-bc4e-424b-8778-f77252b29f67) {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:20:41.959861 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9879ecb8-b04a-4c6f-9cbf-a609b4770b77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:41.960816 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9879ecb8-b04a-4c6f-9cbf-a609b4770b77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for subnet, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:42.063651 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-9879ecb8-b04a-4c6f-9cbf-a609b4770b77 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.0159583 Apr 11 17:20:42.136747 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b738e1bb-4595-4be2-98c5-2a7d46bbf7e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:42.172881 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-b738e1bb-4595-4be2-98c5-2a7d46bbf7e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:42.186442 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-b738e1bb-4595-4be2-98c5-2a7d46bbf7e6 admin admin] Usage tracker for resource:security_group_rule and tenant:f9ef3f0aa6b74415bdefc02f7395261d is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:20:42.190341 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-b738e1bb-4595-4be2-98c5-2a7d46bbf7e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:20:42.210949 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-b738e1bb-4595-4be2-98c5-2a7d46bbf7e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:42.224120 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.db.resource_extend [None req-f16f5ce4-9d3e-4c16-925f-d980ae855177 admin admin] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 11 17:20:42.489757 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 56592) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:42.585872 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f16f5ce4-9d3e-4c16-925f-d980ae855177 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:42.675891 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f16f5ce4-9d3e-4c16-925f-d980ae855177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:42.683896 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-1e4c789f-e3ff-4990-9955-cbd60188fc12 service neutron] Request body: {'port': {'device_id': '441b9ede-1e15-4c2d-9fff-6a7ca497988a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:20:42.867065 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_v2 [None req-3efe380d-00f7-4d69-922f-2e2a0fa70070 admin admin] Deleting subnet 34bfb07a-167b-47ca-9f45-73900a5c9d6a {{(pid=85244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 11 17:20:42.902892 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3efe380d-00f7-4d69-922f-2e2a0fa70070 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:43.023561 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f16f5ce4-9d3e-4c16-925f-d980ae855177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846808232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8015202'] for router_interface, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:43.037885 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-baf39a9a-9d1d-42e4-8ff9-4b906359fcc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:43.069277 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-1e4c789f-e3ff-4990-9955-cbd60188fc12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:43.080331 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 56610) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:43.107409 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b738e1bb-4595-4be2-98c5-2a7d46bbf7e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:43.148837 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e7d50-9b97-480a-9b48-f14f82157c8d req-0336bd6b-9c2c-4b32-831f-aedd808d6adb tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:43.157404 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-959e7d50-9b97-480a-9b48-f14f82157c8d req-0336bd6b-9c2c-4b32-831f-aedd808d6adb tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] 10.222.0.16 "GET /v2.0/ports?device_id=441b9ede-1e15-4c2d-9fff-6a7ca497988a HTTP/1.1" status: 200 len: 932 time: 0.8698559 Apr 11 17:20:43.161181 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d482b431-e53f-4a3c-b23b-67d729caa14f req-60423292-10bc-4f93-a778-cd7a73cd3c32 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 210 time: 0.1955323 Apr 11 17:20:43.179536 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bed17ad-d426-4537-8dda-6cae5b29f10a None None] Network 0e5fa8a5-bc4e-424b-8778-f77252b29f67 requested from dv-cinder-784779-4-smb {{(pid=85245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 11 17:20:43.179745 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b738e1bb-4595-4be2-98c5-2a7d46bbf7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:43.223490 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:43.239509 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3efe380d-00f7-4d69-922f-2e2a0fa70070 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:43.313975 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-959e7d50-9b97-480a-9b48-f14f82157c8d req-307b4315-c1ce-45c1-9024-8d120255716d tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b78f995-69f8-4993-86bd-99aae1743600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555231 Apr 11 17:20:43.325019 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning for port d462fe93-d0f1-43d8-aafc-cb56153f2870 completed by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:20:43.334593 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3efe380d-00f7-4d69-922f-2e2a0fa70070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-370660'] for subnet, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:43.355145 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning complete for port d462fe93-d0f1-43d8-aafc-cb56153f2870 triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:20:43.355323 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:43.422612 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-b738e1bb-4595-4be2-98c5-2a7d46bbf7e6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f9ef3f0aa6b74415bdefc02f7395261d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6752634 Apr 11 17:20:43.426586 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 56616) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:43.429751 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738e1bb-4595-4be2-98c5-2a7d46bbf7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575624f3-5777-40ba-82a9-af5102e976a9,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:43.449584 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Pushing event updated for resources: {'Port': ['ID=45ac6d1a-8f11-4838-967e-9ae6da68e221,revision_number=4']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:43.461120 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.268s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:43.461805 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-7c7e945b-ff19-458f-9208-27a0ff1d1dee None None] Provisioning complete for port 3059e80d-0bbd-432a-b41e-e94bb5851b33 triggered by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:20:43.462222 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7c7e945b-ff19-458f-9208-27a0ff1d1dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:43.482318 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b738e1bb-4595-4be2-98c5-2a7d46bbf7e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:43.581266 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-7c7e945b-ff19-458f-9208-27a0ff1d1dee None None] Port 3059e80d-0bbd-432a-b41e-e94bb5851b33 cannot update to ACTIVE because it is not bound. {{(pid=85245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 11 17:20:43.588846 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8dc6a87c-51f2-40b5-b86e-a574a89a06eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:43.687255 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-8dc6a87c-51f2-40b5-b86e-a574a89a06eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:43.695417 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-8dc6a87c-51f2-40b5-b86e-a574a89a06eb admin admin] Usage tracker for resource:security_group_rule and tenant:595cf83d916045599707fbda33b599f8 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:20:43.701672 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-8dc6a87c-51f2-40b5-b86e-a574a89a06eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:20:43.716736 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-8dc6a87c-51f2-40b5-b86e-a574a89a06eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:43.748482 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:43.766097 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-af141e46-a629-47df-8432-7701aa4e6498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:43.767577 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] For port d462fe93-d0f1-43d8-aafc-cb56153f2870, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=d462fe93-d0f1-43d8-aafc-cb56153f2870,segment=NetworkSegment(0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e),segment_id=0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:20:43.795672 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-1e4c789f-e3ff-4990-9955-cbd60188fc12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a81f2191-43cc-4568-822c-0a8c0d4e1bbc {{(pid=85243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 11 17:20:43.797106 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-af141e46-a629-47df-8432-7701aa4e6498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:43.805428 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:43.836494 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:43.861974 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-af141e46-a629-47df-8432-7701aa4e6498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:43.888883 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:43.905121 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-1e4c789f-e3ff-4990-9955-cbd60188fc12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:43.916061 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af141e46-a629-47df-8432-7701aa4e6498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575624f3-5777-40ba-82a9-af5102e976a9,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:43.928885 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Pushing event updated for resources: {'Port': ['ID=d462fe93-d0f1-43d8-aafc-cb56153f2870,revision_number=4']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:43.929351 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-af141e46-a629-47df-8432-7701aa4e6498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:43.933284 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:43.948191 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc116eff-b3d0-4ff8-880c-0a68c2f3e164 None None] Network 0e5fa8a5-bc4e-424b-8778-f77252b29f67 requested from dv-cinder-784779-4-smb {{(pid=85245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 11 17:20:43.973043 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-af141e46-a629-47df-8432-7701aa4e6498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:43.974938 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-af141e46-a629-47df-8432-7701aa4e6498 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/575624f3-5777-40ba-82a9-af5102e976a9 HTTP/1.1" status: 204 len: 168 time: 0.5467317 Apr 11 17:20:44.052971 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-c3938b8d-3be8-42e9-82cc-aaab26a7efa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3f7074-62cb-45e2-82c7-087a13e6411d', 'name': 'tempest-ServerRescueNegativeTestJSON-1092599583-router', 'tenant_id': '3d63b099ed974ed8a5699b5d7c2a64f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.226'}], 'enable_snat': True}, 'gw_port_id': 'd75fb10c-6748-4571-af5f-091de1ef3aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:18Z', 'updated_at': '2021-04-11T17:20:27Z', 'revision_number': 4, 'project_id': '3d63b099ed974ed8a5699b5d7c2a64f8', 'gw_port': {'id': 'd75fb10c-6748-4571-af5f-091de1ef3aa0', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:eb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3f7074-62cb-45e2-82c7-087a13e6411d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:19Z', 'updated_at': '2021-04-11T17:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': 'a7ac2bee-3e20-4a42-a343-cc97b1c167bd', 'name': '', 'network_id': '0328d80f-abb9-475c-a72f-263dcaf98637', 'tenant_id': '3d63b099ed974ed8a5699b5d7c2a64f8', 'mac_address': 'fa:16:3e:8f:45:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3f7074-62cb-45e2-82c7-087a13e6411d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1afc838f-ad14-47c7-8b28-cd67a37f5780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:25Z', 'updated_at': '2021-04-11T17:20:40Z', 'revision_number': 4, 'project_id': '3d63b099ed974ed8a5699b5d7c2a64f8', 'subnets': [{'id': '1afc838f-ad14-47c7-8b28-cd67a37f5780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:20:44.058278 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device 45ac6d1a-8f11-4838-967e-9ae6da68e221 up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:20:44.058420 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8dc6a87c-51f2-40b5-b86e-a574a89a06eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:44.060851 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f5ce4-9d3e-4c16-925f-d980ae855177 admin admin] Pushing event updated for resources: {'Port': ['ID=d7fc5bf2-0e93-45d6-8e1f-279078611876,revision_number=2']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:44.066044 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-1e4c789f-e3ff-4990-9955-cbd60188fc12 service neutron] Transition to ACTIVE for port object a81f2191-43cc-4568-822c-0a8c0d4e1bbc will not be triggered until provisioned by entity L2. {{(pid=85243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:20:44.077805 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f16f5ce4-9d3e-4c16-925f-d980ae855177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.040s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:44.083657 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-1e4c789f-e3ff-4990-9955-cbd60188fc12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:44.090798 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf39a9a-9d1d-42e4-8ff9-4b906359fcc2 admin admin] Notify agent at l3_agent.dv-cinder-784779-4-smb the message routers_updated {{(pid=85243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 11 17:20:44.095102 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8dc6a87c-51f2-40b5-b86e-a574a89a06eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:44.112138 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a27dd4e-0f90-4231-ac38-7f12fe60e542 None None] Sync routers for ids ['84f65695-21aa-47be-9b6c-46782657b78e'] in dv-cinder-784779-4-smb {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 11 17:20:44.114077 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:44.132535 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3938b8d-3be8-42e9-82cc-aaab26a7efa4 None None] The sync data for ids ['ff3f7074-62cb-45e2-82c7-087a13e6411d'] in dv-cinder-784779-4-smb is: [{'id': 'ff3f7074-62cb-45e2-82c7-087a13e6411d', 'name': 'tempest-ServerRescueNegativeTestJSON-1092599583-router', 'tenant_id': '3d63b099ed974ed8a5699b5d7c2a64f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.226'}], 'enable_snat': True}, 'gw_port_id': 'd75fb10c-6748-4571-af5f-091de1ef3aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:18Z', 'updated_at': '2021-04-11T17:20:27Z', 'revision_number': 4, 'project_id': '3d63b099ed974ed8a5699b5d7c2a64f8', 'gw_port': {'id': 'd75fb10c-6748-4571-af5f-091de1ef3aa0', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:eb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3f7074-62cb-45e2-82c7-087a13e6411d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:19Z', 'updated_at': '2021-04-11T17:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': 'a7ac2bee-3e20-4a42-a343-cc97b1c167bd', 'name': '', 'network_id': '0328d80f-abb9-475c-a72f-263dcaf98637', 'tenant_id': '3d63b099ed974ed8a5699b5d7c2a64f8', 'mac_address': 'fa:16:3e:8f:45:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff3f7074-62cb-45e2-82c7-087a13e6411d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1afc838f-ad14-47c7-8b28-cd67a37f5780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:25Z', 'updated_at': '2021-04-11T17:20:40Z', 'revision_number': 4, 'project_id': '3d63b099ed974ed8a5699b5d7c2a64f8', 'subnets': [{'id': '1afc838f-ad14-47c7-8b28-cd67a37f5780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 11 17:20:44.145635 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a27dd4e-0f90-4231-ac38-7f12fe60e542 None None] Routers {'84f65695-21aa-47be-9b6c-46782657b78e'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:20:44.146397 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-2a27dd4e-0f90-4231-ac38-7f12fe60e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:20:38Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['84f65695-21aa-47be-9b6c-46782657b78e'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:20:44.196832 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-baf39a9a-9d1d-42e4-8ff9-4b906359fcc2 admin admin] 10.222.0.16 "PUT /v2.0/routers/84f65695-21aa-47be-9b6c-46782657b78e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.2053516 Apr 11 17:20:44.207200 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f16f5ce4-9d3e-4c16-925f-d980ae855177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:44.222176 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-8dc6a87c-51f2-40b5-b86e-a574a89a06eb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=595cf83d916045599707fbda33b599f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1326947 Apr 11 17:20:44.225312 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 56634) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:44.229612 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6a87c-51f2-40b5-b86e-a574a89a06eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40f4bbc-681c-4fd3-8a0a-4e7285555184,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:44.233454 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8dc6a87c-51f2-40b5-b86e-a574a89a06eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:44.258621 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3efe380d-00f7-4d69-922f-2e2a0fa70070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854405123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213'] for subnet, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:44.293647 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:44.344010 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning complete for port 45ac6d1a-8f11-4838-967e-9ae6da68e221 triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:20:44.344411 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:44.489915 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe380d-00f7-4d69-922f-2e2a0fa70070 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34bfb07a-167b-47ca-9f45-73900a5c9d6a,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:44.522270 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3efe380d-00f7-4d69-922f-2e2a0fa70070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:44.670081 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c789f-e3ff-4990-9955-cbd60188fc12 service neutron] Pushing event updated for resources: {'Port': ['ID=a81f2191-43cc-4568-822c-0a8c0d4e1bbc,revision_number=2']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:44.682745 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16f5ce4-9d3e-4c16-925f-d980ae855177 admin admin] Network cbf8495d-d585-4ffa-8bba-b4256f490b2f is already hosted by enough agents. {{(pid=85243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:20:44.686150 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1e4c789f-e3ff-4990-9955-cbd60188fc12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:44.687167 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-f16f5ce4-9d3e-4c16-925f-d980ae855177 admin admin] Resources bound (agent type, host, resource id): {{(pid=85243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:20:44.778697 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ac29de09-041d-48c0-9535-a7b9c1a949e4 req-07282f94-d539-422d-afe7-4104b7d9aa98 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 210 time: 0.2295091 Apr 11 17:20:44.790712 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 56644) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:44.837880 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-2a27dd4e-0f90-4231-ac38-7f12fe60e542 None None] Set router 84f65695-21aa-47be-9b6c-46782657b78e gateway port host: dv-cinder-784779-4-smb {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:20:44.852469 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-24b7409a-09aa-4f49-9905-b3fed61765eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:44.868213 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3efe380d-00f7-4d69-922f-2e2a0fa70070 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:44.874328 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4a48a2ad-d1af-41c6-914d-4110fb1ad577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:44.912488 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-24b7409a-09aa-4f49-9905-b3fed61765eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:44.920752 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-3efe380d-00f7-4d69-922f-2e2a0fa70070 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/34bfb07a-167b-47ca-9f45-73900a5c9d6a HTTP/1.1" status: 204 len: 168 time: 2.4035137 Apr 11 17:20:44.931815 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 56650) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:44.934994 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-24b7409a-09aa-4f49-9905-b3fed61765eb admin admin] Usage tracker for resource:security_group_rule and tenant:c967a723c2a84aa6bd7eff80aff22a96 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:20:44.943816 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-24b7409a-09aa-4f49-9905-b3fed61765eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:20:44.976259 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4a48a2ad-d1af-41c6-914d-4110fb1ad577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:45.001010 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-24b7409a-09aa-4f49-9905-b3fed61765eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:45.050840 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-1a5a692b-9001-4f6c-bedc-712ee316bf04 None None] Provisioning complete for port d7fc5bf2-0e93-45d6-8e1f-279078611876 triggered by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:20:45.051428 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1a5a692b-9001-4f6c-bedc-712ee316bf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:45.199262 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676764b-9d3a-4564-943c-2491072cb8eb req-39498477-e6ab-464c-b92c-38910e0c4a9b tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:45.200979 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e676764b-9d3a-4564-943c-2491072cb8eb req-39498477-e6ab-464c-b92c-38910e0c4a9b tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] 10.222.0.16 "GET /v2.0/ports?device_id=441b9ede-1e15-4c2d-9fff-6a7ca497988a HTTP/1.1" status: 200 len: 944 time: 0.5047030 Apr 11 17:20:45.218319 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a692b-9001-4f6c-bedc-712ee316bf04 None None] Port d7fc5bf2-0e93-45d6-8e1f-279078611876 cannot update to ACTIVE because it is not bound. {{(pid=85245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 11 17:20:45.248579 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-11e6a624-187e-4402-82f2-94a147744c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854564312'] for network, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:45.290667 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16f5ce4-9d3e-4c16-925f-d980ae855177 admin admin] Router 84e65640-35af-44b5-bf9a-a711dc9c14a3 has already been hosted by L3 agent 5d769fae-3c68-4f0c-97be-90cfc50b6a37 {{(pid=85243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 11 17:20:45.345292 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-2a27dd4e-0f90-4231-ac38-7f12fe60e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f65695-21aa-47be-9b6c-46782657b78e', 'name': 'tempest-AttachVolumeTestJSON-1696572694-router', 'tenant_id': '1dff44dcd306439ea6d1f64cae358515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd462fe93-d0f1-43d8-aafc-cb56153f2870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:16Z', 'updated_at': '2021-04-11T17:20:37Z', 'revision_number': 4, 'project_id': '1dff44dcd306439ea6d1f64cae358515', 'gw_port': {'id': 'd462fe93-d0f1-43d8-aafc-cb56153f2870', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f65695-21aa-47be-9b6c-46782657b78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:18Z', 'updated_at': '2021-04-11T17:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': '3059e80d-0bbd-432a-b41e-e94bb5851b33', 'name': '', 'network_id': 'f79386bd-8864-4166-bb9e-db3cc709422a', 'tenant_id': '1dff44dcd306439ea6d1f64cae358515', 'mac_address': 'fa:16:3e:30:91:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f65695-21aa-47be-9b6c-46782657b78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd687bab0-4e02-4bbb-b7d3-fd6ef7a92063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:29Z', 'updated_at': '2021-04-11T17:20:39Z', 'revision_number': 2, 'project_id': '1dff44dcd306439ea6d1f64cae358515', 'subnets': [{'id': 'd687bab0-4e02-4bbb-b7d3-fd6ef7a92063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:20:45.350005 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a27dd4e-0f90-4231-ac38-7f12fe60e542 None None] Checking router: 84f65695-21aa-47be-9b6c-46782657b78e for host: dv-cinder-784779-4-smb {{(pid=85246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 11 17:20:45.350575 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a27dd4e-0f90-4231-ac38-7f12fe60e542 None None] Updating router 84f65695-21aa-47be-9b6c-46782657b78e port 3059e80d-0bbd-432a-b41e-e94bb5851b33 binding host dv-cinder-784779-4-smb {{(pid=85246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 11 17:20:45.399855 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-24b7409a-09aa-4f49-9905-b3fed61765eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:45.413860 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e676764b-9d3a-4564-943c-2491072cb8eb req-36223a46-94f7-4c4e-b1c7-8e8bfd6e01ab tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b78f995-69f8-4993-86bd-99aae1743600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933768 Apr 11 17:20:45.424587 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-24b7409a-09aa-4f49-9905-b3fed61765eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:45.440925 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2a27dd4e-0f90-4231-ac38-7f12fe60e542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:45.532461 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:45.743697 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-1e4c789f-e3ff-4990-9955-cbd60188fc12 service neutron] Attempting to bind port a81f2191-43cc-4568-822c-0a8c0d4e1bbc on host hv-cinder-78477 for vnic_type normal with profile {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:20:45.744186 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-1e4c789f-e3ff-4990-9955-cbd60188fc12 service neutron] Attempting to bind port a81f2191-43cc-4568-822c-0a8c0d4e1bbc by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'df0371bf-7f32-4af6-875e-0c40c8b510a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1fbf0e4a-515e-44e0-8750-aa0cea6f7dc5'}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 11 17:20:45.744559 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-1e4c789f-e3ff-4990-9955-cbd60188fc12 service neutron] Attempting to bind port a81f2191-43cc-4568-822c-0a8c0d4e1bbc on network 1fbf0e4a-515e-44e0-8750-aa0cea6f7dc5 {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:20:45.757052 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-1e4c789f-e3ff-4990-9955-cbd60188fc12 service neutron] Port a81f2191-43cc-4568-822c-0a8c0d4e1bbc on network 1fbf0e4a-515e-44e0-8750-aa0cea6f7dc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:20:45.757898 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-1e4c789f-e3ff-4990-9955-cbd60188fc12 service neutron] Attempting to bind port a81f2191-43cc-4568-822c-0a8c0d4e1bbc on network 1fbf0e4a-515e-44e0-8750-aa0cea6f7dc5 {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:20:45.775290 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-1e4c789f-e3ff-4990-9955-cbd60188fc12 service neutron] Checking agent: {'id': '0333fbf7-6dfe-499c-9c5e-b9bf9a863355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 18, 34), 'started_at': datetime.datetime(2021, 4, 11, 17, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 17:20:45.775672 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-1e4c789f-e3ff-4990-9955-cbd60188fc12 service neutron] Checking segment: {'id': 'df0371bf-7f32-4af6-875e-0c40c8b510a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1fbf0e4a-515e-44e0-8750-aa0cea6f7dc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:20:45.779790 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-1e4c789f-e3ff-4990-9955-cbd60188fc12 service neutron] Bound using segment: {'id': 'df0371bf-7f32-4af6-875e-0c40c8b510a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1fbf0e4a-515e-44e0-8750-aa0cea6f7dc5'} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 17:20:45.780413 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-1e4c789f-e3ff-4990-9955-cbd60188fc12 service neutron] Bound port: a81f2191-43cc-4568-822c-0a8c0d4e1bbc, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0371bf-7f32-4af6-875e-0c40c8b510a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '1fbf0e4a-515e-44e0-8750-aa0cea6f7dc5'}}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 11 17:20:45.780822 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-1e4c789f-e3ff-4990-9955-cbd60188fc12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:45.910088 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-1e4c789f-e3ff-4990-9955-cbd60188fc12 service neutron] For port a81f2191-43cc-4568-822c-0a8c0d4e1bbc, host hv-cinder-78477, cleared binding levels {{(pid=85243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 11 17:20:45.932050 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-1e4c789f-e3ff-4990-9955-cbd60188fc12 service neutron] For port a81f2191-43cc-4568-822c-0a8c0d4e1bbc, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a81f2191-43cc-4568-822c-0a8c0d4e1bbc,segment=NetworkSegment(df0371bf-7f32-4af6-875e-0c40c8b510a6),segment_id=df0371bf-7f32-4af6-875e-0c40c8b510a6)] {{(pid=85243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 11 17:20:45.940569 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-1e4c789f-e3ff-4990-9955-cbd60188fc12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:46.126910 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4a48a2ad-d1af-41c6-914d-4110fb1ad577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:46.176079 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-24b7409a-09aa-4f49-9905-b3fed61765eb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c967a723c2a84aa6bd7eff80aff22a96&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3830378 Apr 11 17:20:46.190683 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 56668) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:46.203324 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device d462fe93-d0f1-43d8-aafc-cb56153f2870 up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:20:46.223463 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-84568a35-9eb0-427b-a2d1-b91c707e2166 req-ff9dcb54-dc0f-48c7-b549-e7370aebe821 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 210 time: 0.1751425 Apr 11 17:20:46.230622 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.42', 58512) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:46.261560 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2a27dd4e-0f90-4231-ac38-7f12fe60e542 None None] Notify callbacks [] for port, precommit_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:46.281905 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-2a27dd4e-0f90-4231-ac38-7f12fe60e542 None None] Transition to ACTIVE for port object 3059e80d-0bbd-432a-b41e-e94bb5851b33 will not be triggered until provisioned by entity L2. {{(pid=85246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:20:46.283717 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-11e6a624-187e-4402-82f2-94a147744c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-369277', 'neutron.services.segments.db._delete_segments_for_network--9223363265755233635'] for network, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:46.291429 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2a27dd4e-0f90-4231-ac38-7f12fe60e542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:46.311019 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:46.367368 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:46.371644 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning complete for port d462fe93-d0f1-43d8-aafc-cb56153f2870 triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:20:46.372097 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:46.452205 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d31313-82c6-4c42-b6ac-3a523803bf63 None None] Pushing event updated for resources: {'Port': ['ID=3059e80d-0bbd-432a-b41e-e94bb5851b33,revision_number=3']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:46.485964 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16f5ce4-9d3e-4c16-925f-d980ae855177 admin admin] Notify agent at l3_agent.dv-cinder-784779-4-smb the message routers_updated {{(pid=85243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 11 17:20:46.499669 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7409a-09aa-4f49-9905-b3fed61765eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb855ef-a778-4596-bcdd-824e4132c343,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:46.527370 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-f16f5ce4-9d3e-4c16-925f-d980ae855177 admin admin] 10.222.0.16 "PUT /v2.0/routers/84e65640-35af-44b5-bf9a-a711dc9c14a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.6974449 Apr 11 17:20:46.559451 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b28c686-735b-43f8-9fbb-9375fa6b6c13 None None] Sync routers for ids ['84e65640-35af-44b5-bf9a-a711dc9c14a3'] in dv-cinder-784779-4-smb {{(pid=85245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 11 17:20:46.575350 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-1e4c789f-e3ff-4990-9955-cbd60188fc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:46.577531 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-1e4c789f-e3ff-4990-9955-cbd60188fc12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for port, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:46.580266 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-1e4c789f-e3ff-4990-9955-cbd60188fc12 service neutron] 10.222.0.42 "PUT /v2.0/ports/a81f2191-43cc-4568-822c-0a8c0d4e1bbc HTTP/1.1" status: 200 len: 1094 time: 4.3282044 Apr 11 17:20:46.580937 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '441b9ede-1e15-4c2d-9fff-6a7ca497988a', 'tag': 'a81f2191-43cc-4568-822c-0a8c0d4e1bbc'}] {{(pid=85243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:20:46.607302 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b28c686-735b-43f8-9fbb-9375fa6b6c13 None None] Routers {'84e65640-35af-44b5-bf9a-a711dc9c14a3'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:20:46.610026 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-3b28c686-735b-43f8-9fbb-9375fa6b6c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:20:38Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['84e65640-35af-44b5-bf9a-a711dc9c14a3'], 'active': True} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:20:46.613244 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-24b7409a-09aa-4f49-9905-b3fed61765eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.081s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:46.616227 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.416s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:46.701149 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-78d31313-82c6-4c42-b6ac-3a523803bf63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:46.784953 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c789f-e3ff-4990-9955-cbd60188fc12 service neutron] Pushing event updated for resources: {'Port': ['ID=a81f2191-43cc-4568-822c-0a8c0d4e1bbc,revision_number=3']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:46.794723 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48a2ad-d1af-41c6-914d-4110fb1ad577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40f4bbc-681c-4fd3-8a0a-4e7285555184,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:46.803282 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1e4c789f-e3ff-4990-9955-cbd60188fc12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:46.834348 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 56688) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:46.841381 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-d6a41ed9-1529-4449-a2d8-7dbf8f600cc1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2082370340', 'description': 'tempest-description--1843230537'}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:20:46.857217 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-d6a41ed9-1529-4449-a2d8-7dbf8f600cc1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:46.866300 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-d6a41ed9-1529-4449-a2d8-7dbf8f600cc1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Usage tracker for resource:security_group and tenant:1dff44dcd306439ea6d1f64cae358515 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:20:46.874494 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-d6a41ed9-1529-4449-a2d8-7dbf8f600cc1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:20:46.942004 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-4a48a2ad-d1af-41c6-914d-4110fb1ad577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:46.984847 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4a48a2ad-d1af-41c6-914d-4110fb1ad577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:46.988454 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-4a48a2ad-d1af-41c6-914d-4110fb1ad577 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c40f4bbc-681c-4fd3-8a0a-4e7285555184 HTTP/1.1" status: 204 len: 168 time: 2.7595553 Apr 11 17:20:47.032795 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-d6a41ed9-1529-4449-a2d8-7dbf8f600cc1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:47.052312 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.42', 58514) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:47.105548 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-2a27dd4e-0f90-4231-ac38-7f12fe60e542 None None] Attempting to bind port 3059e80d-0bbd-432a-b41e-e94bb5851b33 on host dv-cinder-784779-4-smb for vnic_type normal with profile {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:20:47.106071 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-2a27dd4e-0f90-4231-ac38-7f12fe60e542 None None] Attempting to bind port 3059e80d-0bbd-432a-b41e-e94bb5851b33 by drivers openvswitch,hyperv on host dv-cinder-784779-4-smb at level 0 using segments [{'id': '1776a450-8046-433a-83dd-60bae8a336e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f79386bd-8864-4166-bb9e-db3cc709422a'}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 11 17:20:47.106679 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a27dd4e-0f90-4231-ac38-7f12fe60e542 None None] Attempting to bind port 3059e80d-0bbd-432a-b41e-e94bb5851b33 on network f79386bd-8864-4166-bb9e-db3cc709422a {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:20:47.112943 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a27dd4e-0f90-4231-ac38-7f12fe60e542 None None] Checking agent: {'id': '010ff1a7-6f9a-4d7c-91bd-57c824159873', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 12, 8), 'started_at': datetime.datetime(2021, 4, 11, 17, 12, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 17:20:47.113478 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a27dd4e-0f90-4231-ac38-7f12fe60e542 None None] Checking segment: {'id': '1776a450-8046-433a-83dd-60bae8a336e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f79386bd-8864-4166-bb9e-db3cc709422a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:20:47.114035 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2a27dd4e-0f90-4231-ac38-7f12fe60e542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:47.114655 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a27dd4e-0f90-4231-ac38-7f12fe60e542 None None] Bound using segment: {'id': '1776a450-8046-433a-83dd-60bae8a336e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f79386bd-8864-4166-bb9e-db3cc709422a'} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 17:20:47.115790 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-2a27dd4e-0f90-4231-ac38-7f12fe60e542 None None] Bound port: 3059e80d-0bbd-432a-b41e-e94bb5851b33, host: dv-cinder-784779-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1776a450-8046-433a-83dd-60bae8a336e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f79386bd-8864-4166-bb9e-db3cc709422a'}}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 11 17:20:47.116588 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2a27dd4e-0f90-4231-ac38-7f12fe60e542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:47.176080 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-11e6a624-187e-4402-82f2-94a147744c7f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:20:47.176654 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-11e6a624-187e-4402-82f2-94a147744c7f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:20:47.178764 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-11e6a624-187e-4402-82f2-94a147744c7f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:20:47.186107 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-11e6a624-187e-4402-82f2-94a147744c7f admin admin] Subscribe: > port after_create 55550000 {{(pid=85244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:20:47.186630 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-11e6a624-187e-4402-82f2-94a147744c7f admin admin] Subscribe: > port after_delete 55550000 {{(pid=85244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:20:47.187100 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-11e6a624-187e-4402-82f2-94a147744c7f admin admin] Subscribe: > port after_update 55550000 {{(pid=85244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:20:47.187708 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-11e6a624-187e-4402-82f2-94a147744c7f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:20:47.188286 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-11e6a624-187e-4402-82f2-94a147744c7f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:20:47.188742 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-11e6a624-187e-4402-82f2-94a147744c7f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:20:47.189192 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-11e6a624-187e-4402-82f2-94a147744c7f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:20:47.263621 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-3b28c686-735b-43f8-9fbb-9375fa6b6c13 None None] Set router 84e65640-35af-44b5-bf9a-a711dc9c14a3 gateway port host: dv-cinder-784779-4-smb {{(pid=85245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:20:47.297945 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-8cff9c42-e980-4082-a3b3-db67979ea771 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:47.299077 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-8cff9c42-e980-4082-a3b3-db67979ea771 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Synchronizing usage tracker for tenant:3d63b099ed974ed8a5699b5d7c2a64f8 on resource:network {{(pid=85243) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:20:47.307523 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '441b9ede-1e15-4c2d-9fff-6a7ca497988a', 'tag': 'a81f2191-43cc-4568-822c-0a8c0d4e1bbc', 'status': 'completed', 'code': 200} Apr 11 17:20:47.355965 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d6a41ed9-1529-4449-a2d8-7dbf8f600cc1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:47.360458 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-d6a41ed9-1529-4449-a2d8-7dbf8f600cc1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:47.381089 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-d6a41ed9-1529-4449-a2d8-7dbf8f600cc1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Usage tracker for resource:security_group_rule and tenant:1dff44dcd306439ea6d1f64cae358515 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:20:47.387742 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-d6a41ed9-1529-4449-a2d8-7dbf8f600cc1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:20:47.404284 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-d6a41ed9-1529-4449-a2d8-7dbf8f600cc1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:47.464346 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device a7ac2bee-3e20-4a42-a343-cc97b1c167bd up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:20:47.545961 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-11e6a624-187e-4402-82f2-94a147744c7f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:20:47.546579 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-11e6a624-187e-4402-82f2-94a147744c7f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:20:47.547021 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-11e6a624-187e-4402-82f2-94a147744c7f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:20:47.547479 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-11e6a624-187e-4402-82f2-94a147744c7f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:20:47.547973 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.segments.db [None req-11e6a624-187e-4402-82f2-94a147744c7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71e360cb-28d2-4b11-97ae-0ec1951323e6']}} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:20:47.575326 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d6a41ed9-1529-4449-a2d8-7dbf8f600cc1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:47.577803 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-2a27dd4e-0f90-4231-ac38-7f12fe60e542 None None] For port 3059e80d-0bbd-432a-b41e-e94bb5851b33, host dv-cinder-784779-4-smb, cleared binding levels {{(pid=85246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 11 17:20:47.586915 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-2a27dd4e-0f90-4231-ac38-7f12fe60e542 None None] For port 3059e80d-0bbd-432a-b41e-e94bb5851b33, host dv-cinder-784779-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=3059e80d-0bbd-432a-b41e-e94bb5851b33,segment=NetworkSegment(1776a450-8046-433a-83dd-60bae8a336e2),segment_id=1776a450-8046-433a-83dd-60bae8a336e2)] {{(pid=85246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 11 17:20:47.590149 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.segments.db [None req-11e6a624-187e-4402-82f2-94a147744c7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '655c9854-2f3a-4292-8daa-02858de836c2') {'for_net_delete': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:20:47.590568 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.segments.db [None req-11e6a624-187e-4402-82f2-94a147744c7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '655c9854-2f3a-4292-8daa-02858de836c2') {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:20:47.591530 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d6a41ed9-1529-4449-a2d8-7dbf8f600cc1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:47.593862 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2a27dd4e-0f90-4231-ac38-7f12fe60e542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:47.600619 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-8cff9c42-e980-4082-a3b3-db67979ea771 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Unset dirty status for tenant:3d63b099ed974ed8a5699b5d7c2a64f8 on resource:network {{(pid=85243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:20:47.602029 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-8cff9c42-e980-4082-a3b3-db67979ea771 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.42 "GET /v2.0/networks?id=0328d80f-abb9-475c-a72f-263dcaf98637 HTTP/1.1" status: 200 len: 819 time: 0.5396845 Apr 11 17:20:47.604485 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-d8735eb8-f673-4090-bf6d-e7bec6777147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:47.606565 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-d8735eb8-f673-4090-bf6d-e7bec6777147 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed6972e7141a4b7293eb9d8ad05db9b9&device_id=441b9ede-1e15-4c2d-9fff-6a7ca497988a HTTP/1.1" status: 200 len: 1097 time: 0.7131915 Apr 11 17:20:47.612388 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:47.649930 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b4e23778-775c-4812-987a-17b2b15aad6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:47.654253 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-ab224ed8-e2da-474a-b778-9c3adbda00c4 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Request body: {'port': {'device_id': '1bcd673f-ae36-45b1-9faf-5dd6956b0e1c', 'network_id': '0328d80f-abb9-475c-a72f-263dcaf98637', 'admin_state_up': True, 'tenant_id': '3d63b099ed974ed8a5699b5d7c2a64f8'}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:20:47.721228 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b4e23778-775c-4812-987a-17b2b15aad6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:47.750154 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning for port a7ac2bee-3e20-4a42-a343-cc97b1c167bd completed by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:20:47.761751 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-11e6a624-187e-4402-82f2-94a147744c7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771099529263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848292493'] for segment, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:47.873183 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:47.874196 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning complete for port a7ac2bee-3e20-4a42-a343-cc97b1c167bd triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:20:47.874622 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:47.878122 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a41ed9-1529-4449-a2d8-7dbf8f600cc1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30f7aedf-dffa-4fdc-948f-e321d511164a,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:47.902005 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 56720) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:47.902393 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 56722) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:47.903250 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d6a41ed9-1529-4449-a2d8-7dbf8f600cc1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:47.936960 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-7ddaaf24-92a2-4d6e-ae45-d0dd4260e8c4 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1343405144', 'description': 'tempest-description--1529134845'}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:20:47.946921 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-8e545202-d419-443d-8b6f-d0bbef5727d8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a81f2191-43cc-4568-822c-0a8c0d4e1bbc HTTP/1.1" status: 200 len: 217 time: 0.1315773 Apr 11 17:20:47.951313 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-7ddaaf24-92a2-4d6e-ae45-d0dd4260e8c4 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:47.957023 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d31313-82c6-4c42-b6ac-3a523803bf63 None None] Pushing event updated for resources: {'Port': ['ID=3059e80d-0bbd-432a-b41e-e94bb5851b33,revision_number=4']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:47.964075 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-ab224ed8-e2da-474a-b778-9c3adbda00c4 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:47.966627 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9fee7d65-2f07-4c8d-8b4b-ea92b387e847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:47.974018 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-78d31313-82c6-4c42-b6ac-3a523803bf63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:47.977154 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b4e23778-775c-4812-987a-17b2b15aad6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:47.979570 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-11e6a624-187e-4402-82f2-94a147744c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854391073'] for segment, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:47.984585 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-7ddaaf24-92a2-4d6e-ae45-d0dd4260e8c4 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Usage tracker for resource:security_group and tenant:85eed75d59b44674a89c120123abc4ab is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:20:47.988470 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e6a624-187e-4402-82f2-94a147744c7f admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=85244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 11 17:20:48.017773 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a27dd4e-0f90-4231-ac38-7f12fe60e542 None None] Routers {'84f65695-21aa-47be-9b6c-46782657b78e'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:20:48.018466 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-2a27dd4e-0f90-4231-ac38-7f12fe60e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:20:38Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['84f65695-21aa-47be-9b6c-46782657b78e'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:20:48.071997 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-7ddaaf24-92a2-4d6e-ae45-d0dd4260e8c4 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:20:48.077829 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-9cb43f62-4272-4d60-9c27-cf2cae599f95 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:48.079669 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-9cb43f62-4272-4d60-9c27-cf2cae599f95 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.42 "GET /v2.0/networks?id=0328d80f-abb9-475c-a72f-263dcaf98637 HTTP/1.1" status: 200 len: 819 time: 1.7779822 Apr 11 17:20:48.102068 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d6a41ed9-1529-4449-a2d8-7dbf8f600cc1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:48.109902 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-d6a41ed9-1529-4449-a2d8-7dbf8f600cc1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2736559 Apr 11 17:20:48.153950 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 56738) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:48.155126 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-7ddaaf24-92a2-4d6e-ae45-d0dd4260e8c4 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:48.155865 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c592020-6be9-459e-9bc3-135aa28d39d0 req-8fb56f0f-93d9-4fa8-9eb2-5be7a3d89746 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:48.158023 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1c592020-6be9-459e-9bc3-135aa28d39d0 req-8fb56f0f-93d9-4fa8-9eb2-5be7a3d89746 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] 10.222.0.16 "GET /v2.0/ports?device_id=441b9ede-1e15-4c2d-9fff-6a7ca497988a HTTP/1.1" status: 200 len: 944 time: 1.4117787 Apr 11 17:20:48.158997 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:48.175721 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-ab224ed8-e2da-474a-b778-9c3adbda00c4 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:48.183694 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-ca41ba07-5590-4d14-b995-e1e9613e60e5 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Request body: {'security_group_rule': {'security_group_id': '30f7aedf-dffa-4fdc-948f-e321d511164a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:20:48.194268 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-ca41ba07-5590-4d14-b995-e1e9613e60e5 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:48.195022 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e23778-775c-4812-987a-17b2b15aad6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb855ef-a778-4596-bcdd-824e4132c343,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:48.198931 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-ca41ba07-5590-4d14-b995-e1e9613e60e5 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Usage tracker for resource:security_group_rule and tenant:1dff44dcd306439ea6d1f64cae358515 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:20:48.207464 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-ca41ba07-5590-4d14-b995-e1e9613e60e5 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:20:48.215555 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-ca41ba07-5590-4d14-b995-e1e9613e60e5 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:48.257115 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-9fee7d65-2f07-4c8d-8b4b-ea92b387e847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:48.259775 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ca41ba07-5590-4d14-b995-e1e9613e60e5 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:48.261475 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b4e23778-775c-4812-987a-17b2b15aad6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:48.262895 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-b4e23778-775c-4812-987a-17b2b15aad6a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/deb855ef-a778-4596-bcdd-824e4132c343 HTTP/1.1" status: 204 len: 168 time: 2.0381603 Apr 11 17:20:48.277120 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-4956731d-e396-43f4-8016-b80a0db0083c req-6c6ed1d1-a9dc-40d7-8994-21f98a729a32 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 210 time: 0.1386583 Apr 11 17:20:48.288726 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-1a1f72a8-9bda-4979-b4a4-3eb0cc0f4548 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Request body: {'port': {'device_id': '4dc72c57-2194-4d97-9879-b7ca0cbe1503', 'network_id': '0328d80f-abb9-475c-a72f-263dcaf98637', 'admin_state_up': True, 'tenant_id': '3d63b099ed974ed8a5699b5d7c2a64f8'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:20:48.362726 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-2a27dd4e-0f90-4231-ac38-7f12fe60e542 None None] Set router 84f65695-21aa-47be-9b6c-46782657b78e gateway port host: dv-cinder-784779-4-smb {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:20:48.482639 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b4e23778-775c-4812-987a-17b2b15aad6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:48.490095 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-1a1f72a8-9bda-4979-b4a4-3eb0cc0f4548 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:48.496110 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1c592020-6be9-459e-9bc3-135aa28d39d0 req-36e51dd2-f619-4cac-988d-1e6433c827a0 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b78f995-69f8-4993-86bd-99aae1743600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161385 Apr 11 17:20:48.653198 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-11e6a624-187e-4402-82f2-94a147744c7f admin admin] Network 71e360cb-28d2-4b11-97ae-0ec1951323e6 has no segments {{(pid=85244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 11 17:20:48.678621 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-11e6a624-187e-4402-82f2-94a147744c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-384710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848458706'] for segment, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:48.816282 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-9fee7d65-2f07-4c8d-8b4b-ea92b387e847 admin admin] Usage tracker for resource:security_group_rule and tenant:73d43105938c4624a8367b1cec07a3f8 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:20:48.823654 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ca41ba07-5590-4d14-b995-e1e9613e60e5 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:48.824741 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-9fee7d65-2f07-4c8d-8b4b-ea92b387e847 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:20:48.830130 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7ddaaf24-92a2-4d6e-ae45-d0dd4260e8c4 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:48.834750 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-2a27dd4e-0f90-4231-ac38-7f12fe60e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f65695-21aa-47be-9b6c-46782657b78e', 'name': 'tempest-AttachVolumeTestJSON-1696572694-router', 'tenant_id': '1dff44dcd306439ea6d1f64cae358515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd462fe93-d0f1-43d8-aafc-cb56153f2870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:16Z', 'updated_at': '2021-04-11T17:20:37Z', 'revision_number': 4, 'project_id': '1dff44dcd306439ea6d1f64cae358515', 'gw_port': {'id': 'd462fe93-d0f1-43d8-aafc-cb56153f2870', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f65695-21aa-47be-9b6c-46782657b78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:18Z', 'updated_at': '2021-04-11T17:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': '3059e80d-0bbd-432a-b41e-e94bb5851b33', 'name': '', 'network_id': 'f79386bd-8864-4166-bb9e-db3cc709422a', 'tenant_id': '1dff44dcd306439ea6d1f64cae358515', 'mac_address': 'fa:16:3e:30:91:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f65695-21aa-47be-9b6c-46782657b78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd687bab0-4e02-4bbb-b7d3-fd6ef7a92063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:29Z', 'updated_at': '2021-04-11T17:20:47Z', 'revision_number': 4, 'project_id': '1dff44dcd306439ea6d1f64cae358515', 'subnets': [{'id': 'd687bab0-4e02-4bbb-b7d3-fd6ef7a92063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:20:48.840635 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-7ddaaf24-92a2-4d6e-ae45-d0dd4260e8c4 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:48.846471 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-7ddaaf24-92a2-4d6e-ae45-d0dd4260e8c4 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Usage tracker for resource:security_group_rule and tenant:85eed75d59b44674a89c120123abc4ab is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:20:48.848421 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a27dd4e-0f90-4231-ac38-7f12fe60e542 None None] The sync data for ids ['84f65695-21aa-47be-9b6c-46782657b78e'] in dv-cinder-784779-4-smb is: [{'id': '84f65695-21aa-47be-9b6c-46782657b78e', 'name': 'tempest-AttachVolumeTestJSON-1696572694-router', 'tenant_id': '1dff44dcd306439ea6d1f64cae358515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd462fe93-d0f1-43d8-aafc-cb56153f2870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:16Z', 'updated_at': '2021-04-11T17:20:37Z', 'revision_number': 4, 'project_id': '1dff44dcd306439ea6d1f64cae358515', 'gw_port': {'id': 'd462fe93-d0f1-43d8-aafc-cb56153f2870', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f65695-21aa-47be-9b6c-46782657b78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:18Z', 'updated_at': '2021-04-11T17:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': '3059e80d-0bbd-432a-b41e-e94bb5851b33', 'name': '', 'network_id': 'f79386bd-8864-4166-bb9e-db3cc709422a', 'tenant_id': '1dff44dcd306439ea6d1f64cae358515', 'mac_address': 'fa:16:3e:30:91:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84f65695-21aa-47be-9b6c-46782657b78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd687bab0-4e02-4bbb-b7d3-fd6ef7a92063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:29Z', 'updated_at': '2021-04-11T17:20:47Z', 'revision_number': 4, 'project_id': '1dff44dcd306439ea6d1f64cae358515', 'subnets': [{'id': 'd687bab0-4e02-4bbb-b7d3-fd6ef7a92063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 11 17:20:48.849536 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-7ddaaf24-92a2-4d6e-ae45-d0dd4260e8c4 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:20:48.859549 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-7ddaaf24-92a2-4d6e-ae45-d0dd4260e8c4 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:48.882244 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:48.917559 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] For port a7ac2bee-3e20-4a42-a343-cc97b1c167bd, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=a7ac2bee-3e20-4a42-a343-cc97b1c167bd,segment=NetworkSegment(67ab9727-5518-4af8-b386-cfda222f1ba3),segment_id=67ab9727-5518-4af8-b386-cfda222f1ba3)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:20:48.935699 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-3b28c686-735b-43f8-9fbb-9375fa6b6c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'name': 'tempest-AttachVolumeShelveTestJSON-485081815-router', 'tenant_id': '85eed75d59b44674a89c120123abc4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.34'}], 'enable_snat': True}, 'gw_port_id': '45ac6d1a-8f11-4838-967e-9ae6da68e221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:17Z', 'updated_at': '2021-04-11T17:20:40Z', 'revision_number': 4, 'project_id': '85eed75d59b44674a89c120123abc4ab', 'gw_port': {'id': '45ac6d1a-8f11-4838-967e-9ae6da68e221', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:19Z', 'updated_at': '2021-04-11T17:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': 'd7fc5bf2-0e93-45d6-8e1f-279078611876', 'name': '', 'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f', 'tenant_id': '85eed75d59b44674a89c120123abc4ab', 'mac_address': 'fa:16:3e:cb:50:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b37db23d-12d1-4791-957e-028de05166fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:34Z', 'updated_at': '2021-04-11T17:20:41Z', 'revision_number': 2, 'project_id': '85eed75d59b44674a89c120123abc4ab', 'subnets': [{'id': 'b37db23d-12d1-4791-957e-028de05166fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:20:48.937605 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-1a1f72a8-9bda-4979-b4a4-3eb0cc0f4548 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:48.940105 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:48.944476 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-ab224ed8-e2da-474a-b778-9c3adbda00c4 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Made reservation on behalf of 3d63b099ed974ed8a5699b5d7c2a64f8 for: {'port': 1} {{(pid=85243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:20:48.949165 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:48.953795 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-ab224ed8-e2da-474a-b778-9c3adbda00c4 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:48.967496 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-9fee7d65-2f07-4c8d-8b4b-ea92b387e847 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:49.005392 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7ddaaf24-92a2-4d6e-ae45-d0dd4260e8c4 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:49.009056 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b28c686-735b-43f8-9fbb-9375fa6b6c13 None None] Checking router: 84e65640-35af-44b5-bf9a-a711dc9c14a3 for host: dv-cinder-784779-4-smb {{(pid=85245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 11 17:20:49.009692 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b28c686-735b-43f8-9fbb-9375fa6b6c13 None None] Updating router 84e65640-35af-44b5-bf9a-a711dc9c14a3 port d7fc5bf2-0e93-45d6-8e1f-279078611876 binding host dv-cinder-784779-4-smb {{(pid=85245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 11 17:20:49.013535 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ca41ba07-5590-4d14-b995-e1e9613e60e5 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665862'] for security_group_rule, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:49.020321 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7ddaaf24-92a2-4d6e-ae45-d0dd4260e8c4 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:49.022122 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-1dcbb19e-19bf-4d01-be35-67e584b8c4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:49.023804 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-1dcbb19e-19bf-4d01-be35-67e584b8c4b1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3c6f1f7a-f034-4b75-8346-9d0ebb991079 HTTP/1.1" status: 200 len: 851 time: 1.0630412 Apr 11 17:20:49.034972 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:49.056514 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-1a1f72a8-9bda-4979-b4a4-3eb0cc0f4548 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Made reservation on behalf of 3d63b099ed974ed8a5699b5d7c2a64f8 for: {'port': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:20:49.067084 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-1a1f72a8-9bda-4979-b4a4-3eb0cc0f4548 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:49.091370 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3b28c686-735b-43f8-9fbb-9375fa6b6c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:49.144979 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-11e6a624-187e-4402-82f2-94a147744c7f admin admin] Network 71e360cb-28d2-4b11-97ae-0ec1951323e6 has no segments {{(pid=85244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 11 17:20:49.184518 dv-cinder-784779-4-smb neutron-server[85130]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 17:20:49.184518 dv-cinder-784779-4-smb neutron-server[85130]: from cryptography.utils import int_from_bytes Apr 11 17:20:49.184518 dv-cinder-784779-4-smb neutron-server[85130]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 17:20:49.184518 dv-cinder-784779-4-smb neutron-server[85130]: from cryptography.utils import int_from_bytes Apr 11 17:20:49.184518 dv-cinder-784779-4-smb neutron-server[85130]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 11 17:20:49.184518 dv-cinder-784779-4-smb neutron-server[85130]: (rel_b, rel_a, rel_b), Apr 11 17:20:49.184518 dv-cinder-784779-4-smb neutron-server[85130]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 11 17:20:49.184518 dv-cinder-784779-4-smb neutron-server[85130]: (rel_b, rel_a, rel_b), Apr 11 17:20:49.184518 dv-cinder-784779-4-smb neutron-server[85130]: Traceback (most recent call last): Apr 11 17:20:49.184518 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:20:49.184518 dv-cinder-784779-4-smb neutron-server[85130]: timer() Apr 11 17:20:49.184518 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:20:49.184518 dv-cinder-784779-4-smb neutron-server[85130]: cb(*args, **kw) Apr 11 17:20:49.184518 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 11 17:20:49.184518 dv-cinder-784779-4-smb neutron-server[85130]: return func(*args, **kwargs) Apr 11 17:20:49.184518 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:20:49.184518 dv-cinder-784779-4-smb neutron-server[85130]: self._notify() Apr 11 17:20:49.184518 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:20:49.184518 dv-cinder-784779-4-smb neutron-server[85130]: self.callback(batched_events) Apr 11 17:20:49.184518 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:20:49.184518 dv-cinder-784779-4-smb neutron-server[85130]: event.method(event) Apr 11 17:20:49.184518 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 17:20:49.184518 dv-cinder-784779-4-smb neutron-server[85130]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:20:49.184518 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 11 17:20:49.184518 dv-cinder-784779-4-smb neutron-server[85130]: segment_id)['aggregates'][0] Apr 11 17:20:49.184518 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 17:20:49.184518 dv-cinder-784779-4-smb neutron-server[85130]: return f(self, *a, **k) Apr 11 17:20:49.184518 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 17:20:49.184518 dv-cinder-784779-4-smb neutron-server[85130]: return self._get(url).json() Apr 11 17:20:49.184518 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:20:49.184518 dv-cinder-784779-4-smb neutron-server[85130]: **kwargs) Apr 11 17:20:49.184518 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:20:49.184518 dv-cinder-784779-4-smb neutron-server[85130]: return self.request(url, 'GET', **kwargs) Apr 11 17:20:49.184518 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 11 17:20:49.184518 dv-cinder-784779-4-smb neutron-server[85130]: **endpoint_filter) Apr 11 17:20:49.184518 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:20:49.184518 dv-cinder-784779-4-smb neutron-server[85130]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:20:49.184518 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:20:49.184518 dv-cinder-784779-4-smb neutron-server[85130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:20:49.184518 dv-cinder-784779-4-smb neutron-server[85130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:20:49.379541 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-11e6a624-187e-4402-82f2-94a147744c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854406646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846760530'] for network, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:49.384400 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f71e5c60-2d41-479f-8888-fe954779fa7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:49.433981 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-11e6a624-187e-4402-82f2-94a147744c7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for network, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:49.447782 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e6a624-187e-4402-82f2-94a147744c7f admin admin] Pushing event deleted for resources: {'Network': ['ID=71e360cb-28d2-4b11-97ae-0ec1951323e6,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:49.458649 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-11e6a624-187e-4402-82f2-94a147744c7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:49.486654 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-0453cfd1-3b7c-4a5b-bcf5-f9bb7b1e49ef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1fbf0e4a-515e-44e0-8750-aa0cea6f7dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4362905 Apr 11 17:20:49.487392 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca41ba07-5590-4d14-b995-e1e9613e60e5 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d64498d7-d642-4217-976a-6d02a191ecec,revision_number=0']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:49.499131 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-11e6a624-187e-4402-82f2-94a147744c7f admin admin] 10.222.0.16 "DELETE /v2.0/networks/71e360cb-28d2-4b11-97ae-0ec1951323e6 HTTP/1.1" status: 204 len: 168 time: 4.5659688 Apr 11 17:20:49.505074 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 56774) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:49.540239 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7ddaaf24-92a2-4d6e-ae45-d0dd4260e8c4 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:49.545253 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-7ddaaf24-92a2-4d6e-ae45-d0dd4260e8c4 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6338875 Apr 11 17:20:49.546917 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 56782) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:49.560189 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-ab224ed8-e2da-474a-b778-9c3adbda00c4 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Allocated IP 172.20.0.5 (0328d80f-abb9-475c-a72f-263dcaf98637/1afc838f-ad14-47c7-8b28-cd67a37f5780/f6e40142-a3be-439c-992d-222c6f210dd1) {{(pid=85243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:20:49.577846 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Pushing event updated for resources: {'Port': ['ID=a7ac2bee-3e20-4a42-a343-cc97b1c167bd,revision_number=5']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:49.581821 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device 3059e80d-0bbd-432a-b41e-e94bb5851b33 up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:20:49.601281 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ca41ba07-5590-4d14-b995-e1e9613e60e5 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:49.649938 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:49.658476 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-8b6dd7ac-6975-40bd-8e20-687d4573eb8f req-4db2e6bc-14f6-4238-a3da-7e98b85e8196 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Synchronizing usage tracker for tenant:3d63b099ed974ed8a5699b5d7c2a64f8 on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:20:49.714277 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-effaa84d-2453-4e95-8f7d-73f8fe41e89d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.652s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:49.728468 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-8b6dd7ac-6975-40bd-8e20-687d4573eb8f req-4db2e6bc-14f6-4238-a3da-7e98b85e8196 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Unset dirty status for tenant:3d63b099ed974ed8a5699b5d7c2a64f8 on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:20:49.740040 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8b6dd7ac-6975-40bd-8e20-687d4573eb8f req-4db2e6bc-14f6-4238-a3da-7e98b85e8196 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 210 time: 0.1765969 Apr 11 17:20:49.740951 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-7bb785e1-41c2-4dac-8396-19155d3fd569 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Request body: {'security_group_rule': {'security_group_id': 'd1894649-8941-4324-9dea-933c74aabd71', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:20:49.754065 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_v2 [None req-01172665-fae9-48d5-a516-a8a8c12bdd68 admin admin] Deleting subnet 028d4cd7-7541-48eb-9bc1-d0be98989417 {{(pid=85244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 11 17:20:49.767603 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning for port 3059e80d-0bbd-432a-b41e-e94bb5851b33 completed by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:20:49.808616 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning complete for port 3059e80d-0bbd-432a-b41e-e94bb5851b33 triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:20:49.810737 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:49.813016 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-01172665-fae9-48d5-a516-a8a8c12bdd68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:49.827146 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9fee7d65-2f07-4c8d-8b4b-ea92b387e847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:49.898376 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-01172665-fae9-48d5-a516-a8a8c12bdd68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6483340'] for subnet, precommit_delete_associations {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:50.073552 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8baacdc-726c-4fde-ae8a-44da43efda03 req-97213e8d-45cf-48a4-bc3e-b3a804b7fa52 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:50.075263 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f8baacdc-726c-4fde-ae8a-44da43efda03 req-97213e8d-45cf-48a4-bc3e-b3a804b7fa52 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] 10.222.0.16 "GET /v2.0/ports?device_id=441b9ede-1e15-4c2d-9fff-6a7ca497988a HTTP/1.1" status: 200 len: 944 time: 0.3207896 Apr 11 17:20:50.082638 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:50.090060 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-01172665-fae9-48d5-a516-a8a8c12bdd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-370660'] for subnet, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:50.096135 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3b28c686-735b-43f8-9fbb-9375fa6b6c13 None None] Notify callbacks [] for port, precommit_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:50.109762 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddaaf24-92a2-4d6e-ae45-d0dd4260e8c4 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1894649-8941-4324-9dea-933c74aabd71,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:50.126250 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-7bb785e1-41c2-4dac-8396-19155d3fd569 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:50.138422 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] For port 3059e80d-0bbd-432a-b41e-e94bb5851b33, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=3059e80d-0bbd-432a-b41e-e94bb5851b33,segment=NetworkSegment(1776a450-8046-433a-83dd-60bae8a336e2),segment_id=1776a450-8046-433a-83dd-60bae8a336e2)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:20:50.139862 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-3b28c686-735b-43f8-9fbb-9375fa6b6c13 None None] Transition to ACTIVE for port object d7fc5bf2-0e93-45d6-8e1f-279078611876 will not be triggered until provisioned by entity L2. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:20:50.146171 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9fee7d65-2f07-4c8d-8b4b-ea92b387e847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:50.151380 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7ddaaf24-92a2-4d6e-ae45-d0dd4260e8c4 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:50.162484 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ca41ba07-5590-4d14-b995-e1e9613e60e5 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:50.163988 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-ca41ba07-5590-4d14-b995-e1e9613e60e5 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9977403 Apr 11 17:20:50.164543 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:50.173199 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:50.174509 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-7bb785e1-41c2-4dac-8396-19155d3fd569 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Usage tracker for resource:security_group_rule and tenant:85eed75d59b44674a89c120123abc4ab is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:20:50.174656 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f8baacdc-726c-4fde-ae8a-44da43efda03 req-b5c0e1f4-7be1-4a25-a039-55aa957d9b3a tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b78f995-69f8-4993-86bd-99aae1743600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357981 Apr 11 17:20:50.175103 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 56802) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:50.190146 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-fafabbdc-803c-42d0-886d-e94c5ff8a61e tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Request body: {'security_group_rule': {'security_group_id': '30f7aedf-dffa-4fdc-948f-e321d511164a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:20:50.190933 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-7bb785e1-41c2-4dac-8396-19155d3fd569 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:20:50.200331 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-fafabbdc-803c-42d0-886d-e94c5ff8a61e tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:50.207403 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-fafabbdc-803c-42d0-886d-e94c5ff8a61e tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Usage tracker for resource:security_group_rule and tenant:1dff44dcd306439ea6d1f64cae358515 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:20:50.212456 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-fafabbdc-803c-42d0-886d-e94c5ff8a61e tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:20:50.218233 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d6a41ed9-1529-4449-a2d8-7dbf8f600cc1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:50.244454 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-fafabbdc-803c-42d0-886d-e94c5ff8a61e tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:50.248413 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-7bb785e1-41c2-4dac-8396-19155d3fd569 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:50.333750 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 56814) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:50.334742 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-9fee7d65-2f07-4c8d-8b4b-ea92b387e847 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=73d43105938c4624a8367b1cec07a3f8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4273353 Apr 11 17:20:50.355768 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fafabbdc-803c-42d0-886d-e94c5ff8a61e tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:50.357264 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Pushing event updated for resources: {'Port': ['ID=3059e80d-0bbd-432a-b41e-e94bb5851b33,revision_number=5']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:50.360421 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3b28c686-735b-43f8-9fbb-9375fa6b6c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:50.408926 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:50.409597 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:50.462877 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fafabbdc-803c-42d0-886d-e94c5ff8a61e tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:50.513242 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7bb785e1-41c2-4dac-8396-19155d3fd569 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:50.524973 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fafabbdc-803c-42d0-886d-e94c5ff8a61e tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665862'] for security_group_rule, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:50.576957 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:50.580716 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f8f4fa-8ad5-4d51-8f61-a19837935a69 None None] Pushing event updated for resources: {'Port': ['ID=d7fc5bf2-0e93-45d6-8e1f-279078611876,revision_number=3']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:50.600859 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee7d65-2f07-4c8d-8b4b-ea92b387e847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf4d53c-ecc7-4e04-b954-349f05d7c04c,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:50.623627 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafabbdc-803c-42d0-886d-e94c5ff8a61e tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36c29a29-12d5-41f2-a96d-b34014b8d604,revision_number=0']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:50.626794 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-fafabbdc-803c-42d0-886d-e94c5ff8a61e tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:50.639101 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-9fee7d65-2f07-4c8d-8b4b-ea92b387e847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:50.687877 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-97fca054-e089-4229-b875-e65754c69e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:50.700159 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-e3528796-14f5-4bfe-b06c-0d73f676ef12 service neutron] 10.222.0.42 "GET /v2.0/networks/1fbf0e4a-515e-44e0-8750-aa0cea6f7dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1416504 Apr 11 17:20:50.723753 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-46f8f4fa-8ad5-4d51-8f61-a19837935a69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:50.729151 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7bb785e1-41c2-4dac-8396-19155d3fd569 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:50.756729 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fafabbdc-803c-42d0-886d-e94c5ff8a61e tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:50.784769 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-fafabbdc-803c-42d0-886d-e94c5ff8a61e tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5983253 Apr 11 17:20:50.821283 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 56828) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:50.854830 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-f5e66eca-87da-4626-93a8-e1946b7666c4 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Request body: {'floatingip': {'floating_network_id': '760603f5-451c-4017-b5ea-df3888d3fb56'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:20:50.888902 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1f3f3c54-5377-4534-87b9-ad7e222da90f req-3c973d01-0ff5-419f-963e-872089c500ba service neutron] 10.222.0.42 "GET /v2.0/networks/1fbf0e4a-515e-44e0-8750-aa0cea6f7dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577811 Apr 11 17:20:50.889579 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7bb785e1-41c2-4dac-8396-19155d3fd569 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665862'] for security_group_rule, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:50.909055 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ca41ba07-5590-4d14-b995-e1e9613e60e5 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:50.929975 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-ab224ed8-e2da-474a-b778-9c3adbda00c4 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Notify callbacks [] for port, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:50.949276 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb785e1-41c2-4dac-8396-19155d3fd569 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a3c5dff-d1ff-4fc0-845f-e1bb20f478cf,revision_number=0']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:50.978981 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7bb785e1-41c2-4dac-8396-19155d3fd569 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:51.091599 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7bb785e1-41c2-4dac-8396-19155d3fd569 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:51.092317 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-7bb785e1-41c2-4dac-8396-19155d3fd569 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4928987 Apr 11 17:20:51.099523 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 56838) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:51.114696 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-a166c853-ea25-4c96-8d53-9a8a6efd60e3 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Request body: {'security_group_rule': {'security_group_id': 'd1894649-8941-4324-9dea-933c74aabd71', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:20:51.125461 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-a166c853-ea25-4c96-8d53-9a8a6efd60e3 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:51.142062 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-a166c853-ea25-4c96-8d53-9a8a6efd60e3 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Usage tracker for resource:security_group_rule and tenant:85eed75d59b44674a89c120123abc4ab is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:20:51.156394 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-a166c853-ea25-4c96-8d53-9a8a6efd60e3 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:20:51.160167 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device 3059e80d-0bbd-432a-b41e-e94bb5851b33 up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:20:51.169502 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-a166c853-ea25-4c96-8d53-9a8a6efd60e3 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:51.216359 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a166c853-ea25-4c96-8d53-9a8a6efd60e3 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:51.267032 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-ab224ed8-e2da-474a-b778-9c3adbda00c4 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235'] for port, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:51.274438 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d34f6-3098-40d2-a4cf-c2211439e522 req-49fbfb8a-5d3d-4e7e-ad53-baa4b4c71637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:51.276214 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8c1d34f6-3098-40d2-a4cf-c2211439e522 req-49fbfb8a-5d3d-4e7e-ad53-baa4b4c71637 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed6972e7141a4b7293eb9d8ad05db9b9&device_id=441b9ede-1e15-4c2d-9fff-6a7ca497988a HTTP/1.1" status: 200 len: 1097 time: 0.3078997 Apr 11 17:20:51.360572 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-3b28c686-735b-43f8-9fbb-9375fa6b6c13 None None] Attempting to bind port d7fc5bf2-0e93-45d6-8e1f-279078611876 on host dv-cinder-784779-4-smb for vnic_type normal with profile {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:20:51.360906 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-3b28c686-735b-43f8-9fbb-9375fa6b6c13 None None] Attempting to bind port d7fc5bf2-0e93-45d6-8e1f-279078611876 by drivers openvswitch,hyperv on host dv-cinder-784779-4-smb at level 0 using segments [{'id': '8f975aaa-dcda-4b79-90fe-e36b252d6285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f'}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 11 17:20:51.361320 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b28c686-735b-43f8-9fbb-9375fa6b6c13 None None] Attempting to bind port d7fc5bf2-0e93-45d6-8e1f-279078611876 on network cbf8495d-d585-4ffa-8bba-b4256f490b2f {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:20:51.367983 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-97fca054-e089-4229-b875-e65754c69e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:51.376921 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b28c686-735b-43f8-9fbb-9375fa6b6c13 None None] Checking agent: {'id': '010ff1a7-6f9a-4d7c-91bd-57c824159873', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 12, 8), 'started_at': datetime.datetime(2021, 4, 11, 17, 12, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 17:20:51.377342 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b28c686-735b-43f8-9fbb-9375fa6b6c13 None None] Checking segment: {'id': '8f975aaa-dcda-4b79-90fe-e36b252d6285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:20:51.377792 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3b28c686-735b-43f8-9fbb-9375fa6b6c13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:51.378227 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b28c686-735b-43f8-9fbb-9375fa6b6c13 None None] Bound using segment: {'id': '8f975aaa-dcda-4b79-90fe-e36b252d6285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f'} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 17:20:51.378764 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-3b28c686-735b-43f8-9fbb-9375fa6b6c13 None None] Bound port: d7fc5bf2-0e93-45d6-8e1f-279078611876, host: dv-cinder-784779-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f975aaa-dcda-4b79-90fe-e36b252d6285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f'}}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 11 17:20:51.379179 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3b28c686-735b-43f8-9fbb-9375fa6b6c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:51.400832 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-f5e66eca-87da-4626-93a8-e1946b7666c4 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:51.406293 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-f5e66eca-87da-4626-93a8-e1946b7666c4 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Usage tracker for resource:floatingip and tenant:1dff44dcd306439ea6d1f64cae358515 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:20:51.410191 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-f5e66eca-87da-4626-93a8-e1946b7666c4 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:20:51.418726 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-f5e66eca-87da-4626-93a8-e1946b7666c4 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:51.434143 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:51.457212 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-3b28c686-735b-43f8-9fbb-9375fa6b6c13 None None] For port d7fc5bf2-0e93-45d6-8e1f-279078611876, host dv-cinder-784779-4-smb, cleared binding levels {{(pid=85245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 11 17:20:51.461254 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-3b28c686-735b-43f8-9fbb-9375fa6b6c13 None None] For port d7fc5bf2-0e93-45d6-8e1f-279078611876, host dv-cinder-784779-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=d7fc5bf2-0e93-45d6-8e1f-279078611876,segment=NetworkSegment(8f975aaa-dcda-4b79-90fe-e36b252d6285),segment_id=8f975aaa-dcda-4b79-90fe-e36b252d6285)] {{(pid=85245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 11 17:20:51.475497 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3b28c686-735b-43f8-9fbb-9375fa6b6c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:51.497276 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:51.532445 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-01172665-fae9-48d5-a516-a8a8c12bdd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854405123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848458637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847719075'] for subnet, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:51.533433 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f5e66eca-87da-4626-93a8-e1946b7666c4 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks [] for floatingip, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:51.621648 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f8f4fa-8ad5-4d51-8f61-a19837935a69 None None] Pushing event updated for resources: {'Port': ['ID=d7fc5bf2-0e93-45d6-8e1f-279078611876,revision_number=4']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:51.640010 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-46f8f4fa-8ad5-4d51-8f61-a19837935a69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:51.648936 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning complete for port 3059e80d-0bbd-432a-b41e-e94bb5851b33 triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:20:51.649159 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:51.695074 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab224ed8-e2da-474a-b778-9c3adbda00c4 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Pushing event updated for resources: {'Port': ['ID=f6e40142-a3be-439c-992d-222c6f210dd1,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:51.708450 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ab224ed8-e2da-474a-b778-9c3adbda00c4 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:51.772428 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d34f6-3098-40d2-a4cf-c2211439e522 req-4e983a81-a20c-47bb-93f6-585ee0ffbf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:51.774806 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8c1d34f6-3098-40d2-a4cf-c2211439e522 req-4e983a81-a20c-47bb-93f6-585ee0ffbf07 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1fbf0e4a-515e-44e0-8750-aa0cea6f7dc5 HTTP/1.1" status: 200 len: 912 time: 0.3698421 Apr 11 17:20:51.834256 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device a7ac2bee-3e20-4a42-a343-cc97b1c167bd up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:20:51.909739 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b28c686-735b-43f8-9fbb-9375fa6b6c13 None None] Routers {'84e65640-35af-44b5-bf9a-a711dc9c14a3'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:20:51.910433 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-3b28c686-735b-43f8-9fbb-9375fa6b6c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:20:38Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['84e65640-35af-44b5-bf9a-a711dc9c14a3'], 'active': True} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:20:51.919074 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8c1d34f6-3098-40d2-a4cf-c2211439e522 req-4263c5d0-5a6a-4828-b63e-d0dfa7bfec99 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a81f2191-43cc-4568-822c-0a8c0d4e1bbc HTTP/1.1" status: 200 len: 217 time: 0.1034720 Apr 11 17:20:51.987005 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:52.024365 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-ab224ed8-e2da-474a-b778-9c3adbda00c4 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Network 0328d80f-abb9-475c-a72f-263dcaf98637 is already hosted by enough agents. {{(pid=85243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:20:52.026599 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d34f6-3098-40d2-a4cf-c2211439e522 req-8d7bd653-5e08-481f-a628-6b57cd489727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:52.028374 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8c1d34f6-3098-40d2-a4cf-c2211439e522 req-8d7bd653-5e08-481f-a628-6b57cd489727 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3c6f1f7a-f034-4b75-8346-9d0ebb991079 HTTP/1.1" status: 200 len: 851 time: 0.0994911 Apr 11 17:20:52.032068 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-ab224ed8-e2da-474a-b778-9c3adbda00c4 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Resources bound (agent type, host, resource id): {{(pid=85243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:20:52.044279 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-ab224ed8-e2da-474a-b778-9c3adbda00c4 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Received port after_create {{(pid=85243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:20:52.051106 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-ab224ed8-e2da-474a-b778-9c3adbda00c4 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:52.052155 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-ab224ed8-e2da-474a-b778-9c3adbda00c4 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for port, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:52.160487 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55afba77-0e8a-481e-a4c3-89e6a38f4ae7 req-2336b8a4-4312-4b75-b56b-62112af40e2e tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:52.168939 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning complete for port a7ac2bee-3e20-4a42-a343-cc97b1c167bd triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:20:52.169156 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-55afba77-0e8a-481e-a4c3-89e6a38f4ae7 req-2336b8a4-4312-4b75-b56b-62112af40e2e tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 931 time: 0.7680876 Apr 11 17:20:52.169358 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:52.200413 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-01172665-fae9-48d5-a516-a8a8c12bdd68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:52.207793 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01172665-fae9-48d5-a516-a8a8c12bdd68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=028d4cd7-7541-48eb-9bc1-d0be98989417,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:52.216166 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8c1d34f6-3098-40d2-a4cf-c2211439e522 req-2fc6505b-a8a8-42ad-ad8c-7040474271a0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1fbf0e4a-515e-44e0-8750-aa0cea6f7dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025975 Apr 11 17:20:52.225770 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-ab224ed8-e2da-474a-b778-9c3adbda00c4 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5759454 Apr 11 17:20:52.244856 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec427d-4ede-4a34-a6b9-344b4b63987d req-5df79ee7-2775-4cfb-8d56-93dcf898f4d5 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:52.246614 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-67ec427d-4ede-4a34-a6b9-344b4b63987d req-5df79ee7-2775-4cfb-8d56-93dcf898f4d5 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] 10.222.0.16 "GET /v2.0/ports?device_id=441b9ede-1e15-4c2d-9fff-6a7ca497988a HTTP/1.1" status: 200 len: 944 time: 0.8164325 Apr 11 17:20:52.250360 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-01172665-fae9-48d5-a516-a8a8c12bdd68 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/028d4cd7-7541-48eb-9bc1-d0be98989417 HTTP/1.1" status: 204 len: 168 time: 2.7389987 Apr 11 17:20:52.257995 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-01172665-fae9-48d5-a516-a8a8c12bdd68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:52.259578 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-97fca054-e089-4229-b875-e65754c69e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:52.271393 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-1a1f72a8-9bda-4979-b4a4-3eb0cc0f4548 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Allocated IP 172.20.0.14 (0328d80f-abb9-475c-a72f-263dcaf98637/1afc838f-ad14-47c7-8b28-cd67a37f5780/fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:20:52.274615 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 56864) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:52.284687 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-3b28c686-735b-43f8-9fbb-9375fa6b6c13 None None] Set router 84e65640-35af-44b5-bf9a-a711dc9c14a3 gateway port host: dv-cinder-784779-4-smb {{(pid=85245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:20:52.296591 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a166c853-ea25-4c96-8d53-9a8a6efd60e3 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:52.307051 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-37439fb2-0d32-40ba-9799-c2cbbb41cd03 service neutron] Request body: {'port': {'device_id': '1bcd673f-ae36-45b1-9faf-5dd6956b0e1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:20:52.411532 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-97fca054-e089-4229-b875-e65754c69e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:52.413543 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-97fca054-e089-4229-b875-e65754c69e65 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ebf4d53c-ecc7-4e04-b954-349f05d7c04c HTTP/1.1" status: 204 len: 168 time: 2.0764649 Apr 11 17:20:52.416266 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-4a48a2ad-d1af-41c6-914d-4110fb1ad577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:52.463257 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fca054-e089-4229-b875-e65754c69e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf4d53c-ecc7-4e04-b954-349f05d7c04c,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:52.471168 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c5f962df-c8a0-413d-aa5b-48f61495a1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854564312'] for network, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:52.547584 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-97fca054-e089-4229-b875-e65754c69e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:52.577884 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-55afba77-0e8a-481e-a4c3-89e6a38f4ae7 req-8adc5181-5921-4696-bdf5-c90745db7cbc tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869805 Apr 11 17:20:52.593217 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-37439fb2-0d32-40ba-9799-c2cbbb41cd03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:52.608331 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-67ec427d-4ede-4a34-a6b9-344b4b63987d req-3f8a54d1-f14e-438a-8bd6-0125f4dc2df2 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b78f995-69f8-4993-86bd-99aae1743600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326745 Apr 11 17:20:52.735167 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a166c853-ea25-4c96-8d53-9a8a6efd60e3 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665862'] for security_group_rule, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:52.839019 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:52.875865 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a166c853-ea25-4c96-8d53-9a8a6efd60e3 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:52.881414 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-a166c853-ea25-4c96-8d53-9a8a6efd60e3 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7765996 Apr 11 17:20:52.887084 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 56886) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:52.896647 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a166c853-ea25-4c96-8d53-9a8a6efd60e3 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2edc8b17-2e8e-4cae-a9b3-46c1f372120f,revision_number=0']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:52.901813 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-213f3159-1116-42d5-9828-a1d082f76d99 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Request body: {'floatingip': {'floating_network_id': '760603f5-451c-4017-b5ea-df3888d3fb56'}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:20:52.908284 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-213f3159-1116-42d5-9828-a1d082f76d99 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:52.912650 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-213f3159-1116-42d5-9828-a1d082f76d99 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Usage tracker for resource:floatingip and tenant:85eed75d59b44674a89c120123abc4ab is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:20:52.915946 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-213f3159-1116-42d5-9828-a1d082f76d99 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:20:52.924273 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-213f3159-1116-42d5-9828-a1d082f76d99 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:52.938458 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a166c853-ea25-4c96-8d53-9a8a6efd60e3 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:52.958118 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c5f962df-c8a0-413d-aa5b-48f61495a1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-369277', 'neutron.services.segments.db._delete_segments_for_network--9223363265755233635'] for network, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:52.986323 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-213f3159-1116-42d5-9828-a1d082f76d99 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks [] for floatingip, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:53.045224 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f5e66eca-87da-4626-93a8-e1946b7666c4 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:53.104621 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8c1d34f6-3098-40d2-a4cf-c2211439e522 req-8f18f4b3-584c-4e1f-b215-313fc9d5f3a0 service neutron] 10.222.0.42 "GET /v2.0/networks/1fbf0e4a-515e-44e0-8750-aa0cea6f7dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8749485 Apr 11 17:20:53.170729 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-3b28c686-735b-43f8-9fbb-9375fa6b6c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'name': 'tempest-AttachVolumeShelveTestJSON-485081815-router', 'tenant_id': '85eed75d59b44674a89c120123abc4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.34'}], 'enable_snat': True}, 'gw_port_id': '45ac6d1a-8f11-4838-967e-9ae6da68e221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:17Z', 'updated_at': '2021-04-11T17:20:40Z', 'revision_number': 4, 'project_id': '85eed75d59b44674a89c120123abc4ab', 'gw_port': {'id': '45ac6d1a-8f11-4838-967e-9ae6da68e221', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:19Z', 'updated_at': '2021-04-11T17:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': 'd7fc5bf2-0e93-45d6-8e1f-279078611876', 'name': '', 'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f', 'tenant_id': '85eed75d59b44674a89c120123abc4ab', 'mac_address': 'fa:16:3e:cb:50:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b37db23d-12d1-4791-957e-028de05166fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:34Z', 'updated_at': '2021-04-11T17:20:51Z', 'revision_number': 4, 'project_id': '85eed75d59b44674a89c120123abc4ab', 'subnets': [{'id': 'b37db23d-12d1-4791-957e-028de05166fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:20:53.176337 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b28c686-735b-43f8-9fbb-9375fa6b6c13 None None] The sync data for ids ['84e65640-35af-44b5-bf9a-a711dc9c14a3'] in dv-cinder-784779-4-smb is: [{'id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'name': 'tempest-AttachVolumeShelveTestJSON-485081815-router', 'tenant_id': '85eed75d59b44674a89c120123abc4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.34'}], 'enable_snat': True}, 'gw_port_id': '45ac6d1a-8f11-4838-967e-9ae6da68e221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:17Z', 'updated_at': '2021-04-11T17:20:40Z', 'revision_number': 4, 'project_id': '85eed75d59b44674a89c120123abc4ab', 'gw_port': {'id': '45ac6d1a-8f11-4838-967e-9ae6da68e221', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:19Z', 'updated_at': '2021-04-11T17:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': 'd7fc5bf2-0e93-45d6-8e1f-279078611876', 'name': '', 'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f', 'tenant_id': '85eed75d59b44674a89c120123abc4ab', 'mac_address': 'fa:16:3e:cb:50:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b37db23d-12d1-4791-957e-028de05166fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:34Z', 'updated_at': '2021-04-11T17:20:51Z', 'revision_number': 4, 'project_id': '85eed75d59b44674a89c120123abc4ab', 'subnets': [{'id': 'b37db23d-12d1-4791-957e-028de05166fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 11 17:20:53.281935 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.segments.db [None req-c5f962df-c8a0-413d-aa5b-48f61495a1d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e5fa8a5-bc4e-424b-8778-f77252b29f67']}} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:20:53.291103 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8c1d34f6-3098-40d2-a4cf-c2211439e522 req-31ed3d46-dbe9-4052-9320-d1f559a35bad service neutron] 10.222.0.42 "GET /v2.0/networks/1fbf0e4a-515e-44e0-8750-aa0cea6f7dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774266 Apr 11 17:20:53.318931 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-f5e66eca-87da-4626-93a8-e1946b7666c4 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Allocated IP 172.28.2.167 (760603f5-451c-4017-b5ea-df3888d3fb56/e13c5172-f61e-460b-afd0-2fdd7fa5ba98/213061eb-67aa-45fb-8232-ab04919b1c4e) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:20:53.327442 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.segments.db [None req-c5f962df-c8a0-413d-aa5b-48f61495a1d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd78865fc-11da-4899-ab47-fd6d547a82d4') {'for_net_delete': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:20:53.327790 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.segments.db [None req-c5f962df-c8a0-413d-aa5b-48f61495a1d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd78865fc-11da-4899-ab47-fd6d547a82d4') {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:20:53.365465 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c5f962df-c8a0-413d-aa5b-48f61495a1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771099529263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848292493'] for segment, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:53.381153 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-213f3159-1116-42d5-9828-a1d082f76d99 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:53.395467 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-1a1f72a8-9bda-4979-b4a4-3eb0cc0f4548 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:53.487877 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c5f962df-c8a0-413d-aa5b-48f61495a1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854391073'] for segment, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:53.539176 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f962df-c8a0-413d-aa5b-48f61495a1d3 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=85244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 11 17:20:53.611241 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 56912) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:53.805704 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-8eb1c239-e0a0-4ed4-8807-8832d645260d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1730765586-network', 'tenant_id': '90377d035327474686d46bb0205e3dbd'}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:20:53.820348 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-8eb1c239-e0a0-4ed4-8807-8832d645260d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:53.834555 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-8eb1c239-e0a0-4ed4-8807-8832d645260d admin admin] Usage tracker for resource:network and tenant:90377d035327474686d46bb0205e3dbd is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:20:53.840325 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-8eb1c239-e0a0-4ed4-8807-8832d645260d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:20:53.858198 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-8eb1c239-e0a0-4ed4-8807-8832d645260d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:53.883016 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb1c239-e0a0-4ed4-8807-8832d645260d admin admin] Made reservation on behalf of 90377d035327474686d46bb0205e3dbd for: {'network': 1} {{(pid=85243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:20:53.892226 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8eb1c239-e0a0-4ed4-8807-8832d645260d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for network, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:53.913650 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8eb1c239-e0a0-4ed4-8807-8832d645260d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:53.939159 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-8eb1c239-e0a0-4ed4-8807-8832d645260d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:53.943904 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-8eb1c239-e0a0-4ed4-8807-8832d645260d admin admin] Usage tracker for resource:security_group_rule and tenant:90377d035327474686d46bb0205e3dbd is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:20:53.947051 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-8eb1c239-e0a0-4ed4-8807-8832d645260d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:20:53.954029 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-8eb1c239-e0a0-4ed4-8807-8832d645260d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:54.096391 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8eb1c239-e0a0-4ed4-8807-8832d645260d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:54.100123 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8eb1c239-e0a0-4ed4-8807-8832d645260d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:54.105411 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:54.147112 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1c239-e0a0-4ed4-8807-8832d645260d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca5f6e0-d952-4d40-b606-1ae94077ca4e,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:54.151751 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8eb1c239-e0a0-4ed4-8807-8832d645260d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:54.234342 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device a81f2191-43cc-4568-822c-0a8c0d4e1bbc details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 11 17:20:54.353753 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-c5f962df-c8a0-413d-aa5b-48f61495a1d3 admin admin] Network 0e5fa8a5-bc4e-424b-8778-f77252b29f67 has no segments {{(pid=85244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 11 17:20:54.414332 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-1a1f72a8-9bda-4979-b4a4-3eb0cc0f4548 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6317060'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:54.434733 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c5f962df-c8a0-413d-aa5b-48f61495a1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-384710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848458706'] for segment, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:54.545539 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port a81f2191-43cc-4568-822c-0a8c0d4e1bbc, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a81f2191-43cc-4568-822c-0a8c0d4e1bbc,segment=NetworkSegment(df0371bf-7f32-4af6-875e-0c40c8b510a6),segment_id=df0371bf-7f32-4af6-875e-0c40c8b510a6)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:20:54.554975 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f5e66eca-87da-4626-93a8-e1946b7666c4 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:54.567617 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Returning: {'device': 'a81f2191-43cc-4568-822c-0a8c0d4e1bbc', 'network_id': '1fbf0e4a-515e-44e0-8750-aa0cea6f7dc5', 'port_id': 'a81f2191-43cc-4568-822c-0a8c0d4e1bbc', 'mac_address': 'fa:16:3e:05:ac:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c6f1f7a-f034-4b75-8346-9d0ebb991079', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 17:20:54.685737 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:54.709572 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a81f2191-43cc-4568-822c-0a8c0d4e1bbc {{(pid=85245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 11 17:20:54.733977 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port a81f2191-43cc-4568-822c-0a8c0d4e1bbc, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a81f2191-43cc-4568-822c-0a8c0d4e1bbc,segment=NetworkSegment(df0371bf-7f32-4af6-875e-0c40c8b510a6),segment_id=df0371bf-7f32-4af6-875e-0c40c8b510a6)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:20:54.734150 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:54.734227 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:54.734227 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:54.755288 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-37439fb2-0d32-40ba-9799-c2cbbb41cd03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6e40142-a3be-439c-992d-222c6f210dd1 {{(pid=85243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 11 17:20:54.763702 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-37439fb2-0d32-40ba-9799-c2cbbb41cd03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:54.809519 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=a81f2191-43cc-4568-822c-0a8c0d4e1bbc,revision_number=4']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:54.812445 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:54.995757 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f72a8-9bda-4979-b4a4-3eb0cc0f4548 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Pushing event updated for resources: {'Port': ['ID=fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:55.018166 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84400d9-8f41-466d-b99b-b61f7f2e4534 req-51e7b7b1-87c8-4722-bb48-56d3550e975c tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:55.019811 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c84400d9-8f41-466d-b99b-b61f7f2e4534 req-51e7b7b1-87c8-4722-bb48-56d3550e975c tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 931 time: 1.2897780 Apr 11 17:20:55.030605 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-c5f962df-c8a0-413d-aa5b-48f61495a1d3 admin admin] Network 0e5fa8a5-bc4e-424b-8778-f77252b29f67 has no segments {{(pid=85244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 11 17:20:55.040426 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1a1f72a8-9bda-4979-b4a4-3eb0cc0f4548 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:55.067104 dv-cinder-784779-4-smb neutron-server[85130]: Traceback (most recent call last): Apr 11 17:20:55.067104 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:20:55.067104 dv-cinder-784779-4-smb neutron-server[85130]: timer() Apr 11 17:20:55.067104 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:20:55.067104 dv-cinder-784779-4-smb neutron-server[85130]: cb(*args, **kw) Apr 11 17:20:55.067104 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 11 17:20:55.067104 dv-cinder-784779-4-smb neutron-server[85130]: return func(*args, **kwargs) Apr 11 17:20:55.067104 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:20:55.067104 dv-cinder-784779-4-smb neutron-server[85130]: self._notify() Apr 11 17:20:55.067104 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:20:55.067104 dv-cinder-784779-4-smb neutron-server[85130]: self.callback(batched_events) Apr 11 17:20:55.067104 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:20:55.067104 dv-cinder-784779-4-smb neutron-server[85130]: event.method(event) Apr 11 17:20:55.067104 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 17:20:55.067104 dv-cinder-784779-4-smb neutron-server[85130]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:20:55.067104 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 11 17:20:55.067104 dv-cinder-784779-4-smb neutron-server[85130]: segment_id)['aggregates'][0] Apr 11 17:20:55.067104 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 17:20:55.067104 dv-cinder-784779-4-smb neutron-server[85130]: return f(self, *a, **k) Apr 11 17:20:55.067104 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 17:20:55.067104 dv-cinder-784779-4-smb neutron-server[85130]: return self._get(url).json() Apr 11 17:20:55.067104 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:20:55.067104 dv-cinder-784779-4-smb neutron-server[85130]: **kwargs) Apr 11 17:20:55.067104 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:20:55.067104 dv-cinder-784779-4-smb neutron-server[85130]: return self.request(url, 'GET', **kwargs) Apr 11 17:20:55.067104 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 11 17:20:55.067104 dv-cinder-784779-4-smb neutron-server[85130]: **endpoint_filter) Apr 11 17:20:55.067104 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:20:55.067104 dv-cinder-784779-4-smb neutron-server[85130]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:20:55.067104 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:20:55.067104 dv-cinder-784779-4-smb neutron-server[85130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:20:55.067104 dv-cinder-784779-4-smb neutron-server[85130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:20:55.068969 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] get_ports_and_sgs() called for port_ids ['a81f2191-43cc-4568-822c-0a8c0d4e1bbc'] {{(pid=85245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 17:20:55.141945 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8743aa4-0707-46d0-a91b-5f2053fe54ed req-6f02eace-b69f-405c-8e9e-8b3fc3dc83ff tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:55.143513 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a8743aa4-0707-46d0-a91b-5f2053fe54ed req-6f02eace-b69f-405c-8e9e-8b3fc3dc83ff tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] 10.222.0.16 "GET /v2.0/ports?device_id=441b9ede-1e15-4c2d-9fff-6a7ca497988a HTTP/1.1" status: 200 len: 944 time: 1.1556025 Apr 11 17:20:55.202396 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c84400d9-8f41-466d-b99b-b61f7f2e4534 req-055f30e5-b234-4296-a865-c4cb22feb1bb tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580949 Apr 11 17:20:55.217662 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f5e66eca-87da-4626-93a8-e1946b7666c4 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6317060'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:55.246986 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-37439fb2-0d32-40ba-9799-c2cbbb41cd03 service neutron] Transition to ACTIVE for port object f6e40142-a3be-439c-992d-222c6f210dd1 will not be triggered until provisioned by entity L2. {{(pid=85243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:20:55.247895 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eb1c239-e0a0-4ed4-8807-8832d645260d admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=85243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 11 17:20:55.252241 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a8743aa4-0707-46d0-a91b-5f2053fe54ed req-9cdf7cea-eb5a-4a57-a6a1-200665dc342f tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b78f995-69f8-4993-86bd-99aae1743600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826838 Apr 11 17:20:55.257770 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-421961e2-88cd-45a8-a9ae-f25355b7a8bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:55.266160 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-37439fb2-0d32-40ba-9799-c2cbbb41cd03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:55.276430 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device d7fc5bf2-0e93-45d6-8e1f-279078611876 up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:20:55.298512 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1e4c789f-e3ff-4990-9955-cbd60188fc12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:55.352994 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-1a1f72a8-9bda-4979-b4a4-3eb0cc0f4548 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Network 0328d80f-abb9-475c-a72f-263dcaf98637 is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:20:55.359331 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c5f962df-c8a0-413d-aa5b-48f61495a1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854406646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846760530'] for network, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:55.374040 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-1a1f72a8-9bda-4979-b4a4-3eb0cc0f4548 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:20:55.380949 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning for port d7fc5bf2-0e93-45d6-8e1f-279078611876 completed by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:20:55.386999 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning complete for port d7fc5bf2-0e93-45d6-8e1f-279078611876 triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:20:55.387217 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:55.389737 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-1a1f72a8-9bda-4979-b4a4-3eb0cc0f4548 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:20:55.476410 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-1a1f72a8-9bda-4979-b4a4-3eb0cc0f4548 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:55.476623 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-1a1f72a8-9bda-4979-b4a4-3eb0cc0f4548 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:55.485954 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c5f962df-c8a0-413d-aa5b-48f61495a1d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for network, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:55.509910 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-c5f962df-c8a0-413d-aa5b-48f61495a1d3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0e5fa8a5-bc4e-424b-8778-f77252b29f67 HTTP/1.1" status: 204 len: 168 time: 3.2202332 Apr 11 17:20:55.523838 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:55.542382 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] For port d7fc5bf2-0e93-45d6-8e1f-279078611876, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=d7fc5bf2-0e93-45d6-8e1f-279078611876,segment=NetworkSegment(8f975aaa-dcda-4b79-90fe-e36b252d6285),segment_id=8f975aaa-dcda-4b79-90fe-e36b252d6285)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:20:55.546503 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:55.549119 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:55.572690 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e66eca-87da-4626-93a8-e1946b7666c4 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Pushing event updated for resources: {'Port': ['ID=213061eb-67aa-45fb-8232-ab04919b1c4e,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:55.578304 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f5e66eca-87da-4626-93a8-e1946b7666c4 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:55.591781 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8eb1c239-e0a0-4ed4-8807-8832d645260d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854391073'] for segment, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:55.592035 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:55.592126 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.db.segments_db [None req-8eb1c239-e0a0-4ed4-8807-8832d645260d admin admin] Added segment a944a156-0449-4ed4-82f9-263c96d5ad14 of type vlan for network 7d45e187-e6e9-424c-9af1-b61c29ec05e4 Apr 11 17:20:55.639256 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Pushing event updated for resources: {'Port': ['ID=d7fc5bf2-0e93-45d6-8e1f-279078611876,revision_number=5']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:55.643717 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-1a1f72a8-9bda-4979-b4a4-3eb0cc0f4548 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.4562604 Apr 11 17:20:55.651955 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:55.664588 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f962df-c8a0-413d-aa5b-48f61495a1d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e5fa8a5-bc4e-424b-8778-f77252b29f67,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:55.671773 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c5f962df-c8a0-413d-aa5b-48f61495a1d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:55.679267 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-213f3159-1116-42d5-9828-a1d082f76d99 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Allocated IP 172.28.2.52 (760603f5-451c-4017-b5ea-df3888d3fb56/e13c5172-f61e-460b-afd0-2fdd7fa5ba98/948c8956-ac70-4d2a-9fa1-df8ce4671217) {{(pid=85243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:20:55.690173 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-c198f3dc-d6fe-442b-8c5c-9d80d5186998 service neutron] Request body: {'port': {'device_id': '4dc72c57-2194-4d97-9879-b7ca0cbe1503', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:20:55.727486 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 56956) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:55.817190 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e66eca-87da-4626-93a8-e1946b7666c4 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Network 760603f5-451c-4017-b5ea-df3888d3fb56 is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:20:55.823657 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-f5e66eca-87da-4626-93a8-e1946b7666c4 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:20:55.826484 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e66eca-87da-4626-93a8-e1946b7666c4 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:20:55.845392 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-213f3159-1116-42d5-9828-a1d082f76d99 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks [] for port, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:55.914344 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-161c5d5d-1aae-4461-a73e-d45c1f972165 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c287a1a69f96471ea05ec0a9a8469fe4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1836617 Apr 11 17:20:55.928838 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 56972) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:55.933712 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8eb1c239-e0a0-4ed4-8807-8832d645260d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265755767019'] for network, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:55.996073 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-213f3159-1116-42d5-9828-a1d082f76d99 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235'] for port, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:55.997005 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37439fb2-0d32-40ba-9799-c2cbbb41cd03 service neutron] Pushing event updated for resources: {'Port': ['ID=f6e40142-a3be-439c-992d-222c6f210dd1,revision_number=2']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:56.009688 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-37439fb2-0d32-40ba-9799-c2cbbb41cd03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:56.018978 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-c198f3dc-d6fe-442b-8c5c-9d80d5186998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:56.143054 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:56.202404 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.db.resource_extend [None req-8eb1c239-e0a0-4ed4-8807-8832d645260d admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 11 17:20:56.220450 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device a81f2191-43cc-4568-822c-0a8c0d4e1bbc up at agent hyperv_hv-cinder-78477 {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:20:56.316127 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f3159-1116-42d5-9828-a1d082f76d99 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Pushing event updated for resources: {'Port': ['ID=948c8956-ac70-4d2a-9fa1-df8ce4671217,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:56.318250 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Provisioning for port a81f2191-43cc-4568-822c-0a8c0d4e1bbc completed by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:20:56.320513 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213f3159-1116-42d5-9828-a1d082f76d99 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Network 760603f5-451c-4017-b5ea-df3888d3fb56 is already hosted by enough agents. {{(pid=85243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:20:56.323936 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8eb1c239-e0a0-4ed4-8807-8832d645260d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213'] for network, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:56.326765 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Provisioning complete for port a81f2191-43cc-4568-822c-0a8c0d4e1bbc triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:20:56.327004 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-213f3159-1116-42d5-9828-a1d082f76d99 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:56.327747 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:56.331590 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-213f3159-1116-42d5-9828-a1d082f76d99 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Resources bound (agent type, host, resource id): {{(pid=85243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:20:56.341371 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb1c239-e0a0-4ed4-8807-8832d645260d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:56.342022 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8eb1c239-e0a0-4ed4-8807-8832d645260d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for network, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:56.347769 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213f3159-1116-42d5-9828-a1d082f76d99 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Received port after_create {{(pid=85243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:20:56.362427 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-98624f73-60f8-4f87-863c-df414db2b093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:56.370342 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f5e66eca-87da-4626-93a8-e1946b7666c4 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:56.395243 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-37439fb2-0d32-40ba-9799-c2cbbb41cd03 service neutron] Attempting to bind port f6e40142-a3be-439c-992d-222c6f210dd1 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:20:56.395688 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-37439fb2-0d32-40ba-9799-c2cbbb41cd03 service neutron] Attempting to bind port f6e40142-a3be-439c-992d-222c6f210dd1 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '67ab9727-5518-4af8-b386-cfda222f1ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0328d80f-abb9-475c-a72f-263dcaf98637'}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 11 17:20:56.396113 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-37439fb2-0d32-40ba-9799-c2cbbb41cd03 service neutron] Attempting to bind port f6e40142-a3be-439c-992d-222c6f210dd1 on network 0328d80f-abb9-475c-a72f-263dcaf98637 {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:20:56.467183 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-37439fb2-0d32-40ba-9799-c2cbbb41cd03 service neutron] Port f6e40142-a3be-439c-992d-222c6f210dd1 on network 0328d80f-abb9-475c-a72f-263dcaf98637 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:20:56.467617 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-37439fb2-0d32-40ba-9799-c2cbbb41cd03 service neutron] Attempting to bind port f6e40142-a3be-439c-992d-222c6f210dd1 on network 0328d80f-abb9-475c-a72f-263dcaf98637 {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:20:56.484637 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:56.503244 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441b9ede-1e15-4c2d-9fff-6a7ca497988a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81f2191-43cc-4568-822c-0a8c0d4e1bbc'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:20:56.540130 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-37439fb2-0d32-40ba-9799-c2cbbb41cd03 service neutron] Checking agent: {'id': '0333fbf7-6dfe-499c-9c5e-b9bf9a863355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 18, 34), 'started_at': datetime.datetime(2021, 4, 11, 17, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 17:20:56.540471 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c87a7a53-d890-4e9f-af2a-467ada20417a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:56.540644 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-37439fb2-0d32-40ba-9799-c2cbbb41cd03 service neutron] Checking segment: {'id': '67ab9727-5518-4af8-b386-cfda222f1ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0328d80f-abb9-475c-a72f-263dcaf98637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:20:56.540964 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-37439fb2-0d32-40ba-9799-c2cbbb41cd03 service neutron] Bound using segment: {'id': '67ab9727-5518-4af8-b386-cfda222f1ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0328d80f-abb9-475c-a72f-263dcaf98637'} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 17:20:56.541525 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-37439fb2-0d32-40ba-9799-c2cbbb41cd03 service neutron] Bound port: f6e40142-a3be-439c-992d-222c6f210dd1, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67ab9727-5518-4af8-b386-cfda222f1ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0328d80f-abb9-475c-a72f-263dcaf98637'}}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 11 17:20:56.541913 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-37439fb2-0d32-40ba-9799-c2cbbb41cd03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:56.594116 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 6 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:20:56.604962 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port a81f2191-43cc-4568-822c-0a8c0d4e1bbc, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a81f2191-43cc-4568-822c-0a8c0d4e1bbc,segment=NetworkSegment(df0371bf-7f32-4af6-875e-0c40c8b510a6),segment_id=df0371bf-7f32-4af6-875e-0c40c8b510a6)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:20:56.613413 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:56.616280 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d12a6c83-3250-4c46-a7ee-464d456d1408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:56.684186 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1c239-e0a0-4ed4-8807-8832d645260d admin admin] Pushing event updated for resources: {'Network': ['ID=7d45e187-e6e9-424c-9af1-b61c29ec05e4,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:56.716021 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Network 7d45e187-e6e9-424c-9af1-b61c29ec05e4 details requested by agent ovs-agent-dv-cinder-784779-4-smb with host dv-cinder-784779-4-smb {{(pid=85245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 11 17:20:56.719446 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8eb1c239-e0a0-4ed4-8807-8832d645260d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:56.730257 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-37439fb2-0d32-40ba-9799-c2cbbb41cd03 service neutron] For port f6e40142-a3be-439c-992d-222c6f210dd1, host hv-cinder-78477, cleared binding levels {{(pid=85243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 11 17:20:56.735897 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-37439fb2-0d32-40ba-9799-c2cbbb41cd03 service neutron] For port f6e40142-a3be-439c-992d-222c6f210dd1, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=f6e40142-a3be-439c-992d-222c6f210dd1,segment=NetworkSegment(67ab9727-5518-4af8-b386-cfda222f1ba3),segment_id=67ab9727-5518-4af8-b386-cfda222f1ba3)] {{(pid=85243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 11 17:20:56.742005 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-8eb1c239-e0a0-4ed4-8807-8832d645260d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.1295865 Apr 11 17:20:56.743117 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 57002) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:56.757251 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-37439fb2-0d32-40ba-9799-c2cbbb41cd03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:56.764067 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-9396539b-53f8-4357-aecf-413e83daf130 admin admin] Request body: {'subnet': {'network_id': '7d45e187-e6e9-424c-9af1-b61c29ec05e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1730765586-subnet', 'tenant_id': '90377d035327474686d46bb0205e3dbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:20:56.769853 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-9396539b-53f8-4357-aecf-413e83daf130 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:56.775313 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-213f3159-1116-42d5-9828-a1d082f76d99 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:56.784166 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-9396539b-53f8-4357-aecf-413e83daf130 admin admin] Usage tracker for resource:subnet and tenant:90377d035327474686d46bb0205e3dbd is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:20:56.848959 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=a81f2191-43cc-4568-822c-0a8c0d4e1bbc,revision_number=5']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:56.855492 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:56.872357 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-9396539b-53f8-4357-aecf-413e83daf130 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:20:56.880395 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-de962849-5b51-4343-be69-0908b86e2db2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:56.949689 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-9396539b-53f8-4357-aecf-413e83daf130 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:57.031128 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 57010) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:57.040006 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c87a7a53-d890-4e9f-af2a-467ada20417a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:57.055384 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9396539b-53f8-4357-aecf-413e83daf130 admin admin] Made reservation on behalf of 90377d035327474686d46bb0205e3dbd for: {'subnet': 1} {{(pid=85243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:20:57.060066 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9396539b-53f8-4357-aecf-413e83daf130 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:57.085469 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f5e66eca-87da-4626-93a8-e1946b7666c4 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:57.181812 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-213f3159-1116-42d5-9828-a1d082f76d99 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:57.232893 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37439fb2-0d32-40ba-9799-c2cbbb41cd03 service neutron] Pushing event updated for resources: {'Port': ['ID=f6e40142-a3be-439c-992d-222c6f210dd1,revision_number=3']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:57.273693 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-37439fb2-0d32-40ba-9799-c2cbbb41cd03 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:57.275289 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device d7fc5bf2-0e93-45d6-8e1f-279078611876 up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:20:57.295229 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e4adce83-29fe-406a-9913-7aeb2c6f0409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:57.366340 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning complete for port d7fc5bf2-0e93-45d6-8e1f-279078611876 triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:20:57.367191 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:57.386225 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-e4adce83-29fe-406a-9913-7aeb2c6f0409 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:57.401573 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-e4adce83-29fe-406a-9913-7aeb2c6f0409 admin admin] Usage tracker for resource:security_group_rule and tenant:64678bc7b51e4f558bff2149504861ed is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:20:57.405534 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-37439fb2-0d32-40ba-9799-c2cbbb41cd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:57.406218 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-37439fb2-0d32-40ba-9799-c2cbbb41cd03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for port, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:57.407744 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-37439fb2-0d32-40ba-9799-c2cbbb41cd03 service neutron] 10.222.0.42 "PUT /v2.0/ports/f6e40142-a3be-439c-992d-222c6f210dd1 HTTP/1.1" status: 200 len: 1093 time: 5.1099262 Apr 11 17:20:57.408376 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bcd673f-ae36-45b1-9faf-5dd6956b0e1c', 'tag': 'f6e40142-a3be-439c-992d-222c6f210dd1'}] {{(pid=85243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:20:57.426948 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-e4adce83-29fe-406a-9913-7aeb2c6f0409 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:20:57.447468 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-e4adce83-29fe-406a-9913-7aeb2c6f0409 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:57.514145 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f5e66eca-87da-4626-93a8-e1946b7666c4 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:57.536175 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411888f2-53b0-4ebb-ad07-93fe198020a0 req-a28df390-cd92-4e57-b127-f3cf85df2fcf tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:57.538491 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-411888f2-53b0-4ebb-ad07-93fe198020a0 req-a28df390-cd92-4e57-b127-f3cf85df2fcf tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 943 time: 1.1363916 Apr 11 17:20:57.541523 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c87a7a53-d890-4e9f-af2a-467ada20417a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:57.547617 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f5e66eca-87da-4626-93a8-e1946b7666c4 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848458740'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:57.555760 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-24b7409a-09aa-4f49-9905-b3fed61765eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:57.574005 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fb26e-2126-4bec-b8bb-5c3a994060a9 req-7e98409c-058c-49fb-8f27-5b1aeb51e898 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:57.576466 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-197fb26e-2126-4bec-b8bb-5c3a994060a9 req-7e98409c-058c-49fb-8f27-5b1aeb51e898 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] 10.222.0.16 "GET /v2.0/ports?device_id=441b9ede-1e15-4c2d-9fff-6a7ca497988a HTTP/1.1" status: 200 len: 946 time: 1.0138886 Apr 11 17:20:57.682483 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c87a7a53-d890-4e9f-af2a-467ada20417a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:57.683704 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-c87a7a53-d890-4e9f-af2a-467ada20417a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/18b24a0b-52ac-4e24-9c87-b4f449e32474 HTTP/1.1" status: 204 len: 168 time: 1.7513504 Apr 11 17:20:57.684899 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87a7a53-d890-4e9f-af2a-467ada20417a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b24a0b-52ac-4e24-9c87-b4f449e32474,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:57.693149 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c87a7a53-d890-4e9f-af2a-467ada20417a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:57.727448 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f5e66eca-87da-4626-93a8-e1946b7666c4 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:57.793033 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-411888f2-53b0-4ebb-ad07-93fe198020a0 req-6e94fc20-075c-4d23-bc42-6ab8948c0290 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382634 Apr 11 17:20:57.795490 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-c4aff205-6906-4a69-a75b-89f91d8d0ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:57.797113 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-c4aff205-6906-4a69-a75b-89f91d8d0ddc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d63b099ed974ed8a5699b5d7c2a64f8&device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 1096 time: 0.3472445 Apr 11 17:20:57.821933 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-197fb26e-2126-4bec-b8bb-5c3a994060a9 req-eba1150f-fb3c-484e-9047-73e3c49a14d8 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b78f995-69f8-4993-86bd-99aae1743600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945536 Apr 11 17:20:57.821933 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.db.resource_extend [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-c198f3dc-d6fe-442b-8c5c-9d80d5186998 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 11 17:20:57.916508 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bcd673f-ae36-45b1-9faf-5dd6956b0e1c', 'tag': 'f6e40142-a3be-439c-992d-222c6f210dd1', 'status': 'completed', 'code': 200} Apr 11 17:20:57.942301 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-4bc5eb4a-d348-4fd7-bb3d-1193d08edee0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6e40142-a3be-439c-992d-222c6f210dd1 HTTP/1.1" status: 200 len: 217 time: 0.1252184 Apr 11 17:20:57.953555 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e66eca-87da-4626-93a8-e1946b7666c4 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Pushing event updated for resources: {'Port': ['ID=213061eb-67aa-45fb-8232-ab04919b1c4e,revision_number=2']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:57.963284 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f5e66eca-87da-4626-93a8-e1946b7666c4 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:57.965397 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-c198f3dc-d6fe-442b-8c5c-9d80d5186998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7 {{(pid=85244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 11 17:20:57.976967 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-c198f3dc-d6fe-442b-8c5c-9d80d5186998 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:58.029351 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-c198f3dc-d6fe-442b-8c5c-9d80d5186998 service neutron] Transition to ACTIVE for port object fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7 will not be triggered until provisioned by entity L2. {{(pid=85244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:20:58.046478 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-c198f3dc-d6fe-442b-8c5c-9d80d5186998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848458740'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:58.073011 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f5e66eca-87da-4626-93a8-e1946b7666c4 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:58.135588 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441b9ede-1e15-4c2d-9fff-6a7ca497988a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81f2191-43cc-4568-822c-0a8c0d4e1bbc', 'code': 200} Apr 11 17:20:58.158693 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 57044) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:58.219939 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f5e66eca-87da-4626-93a8-e1946b7666c4 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846760615'] for floatingip, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:58.276428 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198f3dc-d6fe-442b-8c5c-9d80d5186998 service neutron] Pushing event updated for resources: {'Port': ['ID=fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7,revision_number=2']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:58.286592 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e4adce83-29fe-406a-9913-7aeb2c6f0409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:58.298346 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e4adce83-29fe-406a-9913-7aeb2c6f0409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:58.298536 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c198f3dc-d6fe-442b-8c5c-9d80d5186998 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:58.304559 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f5e66eca-87da-4626-93a8-e1946b7666c4 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for floatingip, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:58.305832 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-f5e66eca-87da-4626-93a8-e1946b7666c4 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.4706383 Apr 11 17:20:58.318471 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-bae658ce-4c51-4565-a931-9f1e9bef7777 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bebabfbd599441f39553c6d607156a8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1540914 Apr 11 17:20:58.319089 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 57052) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:58.342396 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:58.353439 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-213f3159-1116-42d5-9828-a1d082f76d99 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks [] for port, precommit_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:58.417772 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-213f3159-1116-42d5-9828-a1d082f76d99 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:58.423109 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-e4adce83-29fe-406a-9913-7aeb2c6f0409 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=64678bc7b51e4f558bff2149504861ed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3812664 Apr 11 17:20:58.430569 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-a107fcbf-b292-4dab-b0fd-77ba9bbcb397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:58.432126 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-a107fcbf-b292-4dab-b0fd-77ba9bbcb397 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1afc838f-ad14-47c7-8b28-cd67a37f5780 HTTP/1.1" status: 200 len: 859 time: 0.4303200 Apr 11 17:20:58.436490 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 57058) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:20:58.467919 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-431e1366-bfa9-46f9-a3bf-d202f14ad2d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:58.566083 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4adce83-29fe-406a-9913-7aeb2c6f0409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594192e1-3c58-414b-bd0d-7d6db4383f9f,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:58.578134 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-431e1366-bfa9-46f9-a3bf-d202f14ad2d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:58.595519 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e4adce83-29fe-406a-9913-7aeb2c6f0409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:58.597750 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-37439fb2-0d32-40ba-9799-c2cbbb41cd03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:58.647788 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-ac45f2eb-f7c8-4d26-b690-f0cb94fc2e74 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0328d80f-abb9-475c-a72f-263dcaf98637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1947937 Apr 11 17:20:58.688238 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-c198f3dc-d6fe-442b-8c5c-9d80d5186998 service neutron] Attempting to bind port fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:20:58.688972 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-c198f3dc-d6fe-442b-8c5c-9d80d5186998 service neutron] Attempting to bind port fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '67ab9727-5518-4af8-b386-cfda222f1ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0328d80f-abb9-475c-a72f-263dcaf98637'}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 11 17:20:58.688972 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-c198f3dc-d6fe-442b-8c5c-9d80d5186998 service neutron] Attempting to bind port fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7 on network 0328d80f-abb9-475c-a72f-263dcaf98637 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:20:58.694392 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-e51928e0-cf00-4d42-9105-2f60952f79a8 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Synchronizing usage tracker for tenant:1dff44dcd306439ea6d1f64cae358515 on resource:security_group {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:20:58.703746 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-c198f3dc-d6fe-442b-8c5c-9d80d5186998 service neutron] Port fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7 on network 0328d80f-abb9-475c-a72f-263dcaf98637 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:20:58.704131 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-c198f3dc-d6fe-442b-8c5c-9d80d5186998 service neutron] Attempting to bind port fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7 on network 0328d80f-abb9-475c-a72f-263dcaf98637 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:20:58.715090 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-c198f3dc-d6fe-442b-8c5c-9d80d5186998 service neutron] Checking agent: {'id': '0333fbf7-6dfe-499c-9c5e-b9bf9a863355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 18, 34), 'started_at': datetime.datetime(2021, 4, 11, 17, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 17:20:58.715469 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-c198f3dc-d6fe-442b-8c5c-9d80d5186998 service neutron] Checking segment: {'id': '67ab9727-5518-4af8-b386-cfda222f1ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0328d80f-abb9-475c-a72f-263dcaf98637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:20:58.716085 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-c198f3dc-d6fe-442b-8c5c-9d80d5186998 service neutron] Bound using segment: {'id': '67ab9727-5518-4af8-b386-cfda222f1ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0328d80f-abb9-475c-a72f-263dcaf98637'} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 17:20:58.716597 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-c198f3dc-d6fe-442b-8c5c-9d80d5186998 service neutron] Bound port: fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67ab9727-5518-4af8-b386-cfda222f1ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '0328d80f-abb9-475c-a72f-263dcaf98637'}}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 11 17:20:58.716983 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-c198f3dc-d6fe-442b-8c5c-9d80d5186998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:58.758127 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-431e1366-bfa9-46f9-a3bf-d202f14ad2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:58.765648 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f71e5c60-2d41-479f-8888-fe954779fa7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:58.783189 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-e51928e0-cf00-4d42-9105-2f60952f79a8 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Unset dirty status for tenant:1dff44dcd306439ea6d1f64cae358515 on resource:security_group {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:20:58.784517 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-e51928e0-cf00-4d42-9105-2f60952f79a8 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2082370340&fields=id&tenant_id=1dff44dcd306439ea6d1f64cae358515 HTTP/1.1" status: 200 len: 267 time: 0.1735032 Apr 11 17:20:58.792749 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e1366-bfa9-46f9-a3bf-d202f14ad2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1828f67-1aaf-4afd-a1af-394b4ab6120f,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:58.799124 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-431e1366-bfa9-46f9-a3bf-d202f14ad2d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:58.853214 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f3159-1116-42d5-9828-a1d082f76d99 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Pushing event updated for resources: {'Port': ['ID=948c8956-ac70-4d2a-9fa1-df8ce4671217,revision_number=2']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:58.856763 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-213f3159-1116-42d5-9828-a1d082f76d99 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:58.891885 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-431e1366-bfa9-46f9-a3bf-d202f14ad2d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:58.895418 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-431e1366-bfa9-46f9-a3bf-d202f14ad2d1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c1828f67-1aaf-4afd-a1af-394b4ab6120f HTTP/1.1" status: 204 len: 168 time: 0.5730438 Apr 11 17:20:58.932139 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-c198f3dc-d6fe-442b-8c5c-9d80d5186998 service neutron] For port fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7, host hv-cinder-78477, cleared binding levels {{(pid=85244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 11 17:20:58.938679 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-c198f3dc-d6fe-442b-8c5c-9d80d5186998 service neutron] For port fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7,segment=NetworkSegment(67ab9727-5518-4af8-b386-cfda222f1ba3),segment_id=67ab9727-5518-4af8-b386-cfda222f1ba3)] {{(pid=85244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 11 17:20:58.943877 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-c198f3dc-d6fe-442b-8c5c-9d80d5186998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848458740'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:58.960633 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-87fb470f-799a-4ae8-bb5a-d2926255883b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:58.971923 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a99d9-fc0a-4bd6-a8ca-c3c0273224ef req-43b059b0-b2c9-4802-b364-9f92bf76fc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:58.973568 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6a9a99d9-fc0a-4bd6-a8ca-c3c0273224ef req-43b059b0-b2c9-4802-b364-9f92bf76fc01 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=441b9ede-1e15-4c2d-9fff-6a7ca497988a HTTP/1.1" status: 200 len: 1099 time: 0.6404428 Apr 11 17:20:58.980654 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1a1f72a8-9bda-4979-b4a4-3eb0cc0f4548 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:59.087415 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-6a9a99d9-fc0a-4bd6-a8ca-c3c0273224ef req-d5b13c11-68ae-441c-b815-23b8c2525162 service neutron] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:59.108026 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-f3161a2d-affc-42c2-9310-5a5aacecec4c service neutron] 10.222.0.42 "GET /v2.0/networks/0328d80f-abb9-475c-a72f-263dcaf98637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4387789 Apr 11 17:20:59.114858 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-213f3159-1116-42d5-9828-a1d082f76d99 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846760615'] for floatingip, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:59.136698 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-87fb470f-799a-4ae8-bb5a-d2926255883b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:59.190074 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-79adcd74-cf0f-41a5-8de8-b859eec2fd65 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:59.190817 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-79adcd74-cf0f-41a5-8de8-b859eec2fd65 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Synchronizing usage tracker for tenant:1dff44dcd306439ea6d1f64cae358515 on resource:network {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:20:59.281595 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9396539b-53f8-4357-aecf-413e83daf130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213'] for subnet, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:59.282729 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [req-6a9a99d9-fc0a-4bd6-a8ca-c3c0273224ef req-d5b13c11-68ae-441c-b815-23b8c2525162 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:20:59.298363 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c198f3dc-d6fe-442b-8c5c-9d80d5186998 service neutron] Pushing event updated for resources: {'Port': ['ID=fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7,revision_number=3']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:59.306538 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c198f3dc-d6fe-442b-8c5c-9d80d5186998 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:59.317478 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-79adcd74-cf0f-41a5-8de8-b859eec2fd65 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Unset dirty status for tenant:1dff44dcd306439ea6d1f64cae358515 on resource:network {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:20:59.319322 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-79adcd74-cf0f-41a5-8de8-b859eec2fd65 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/networks?id=f79386bd-8864-4166-bb9e-db3cc709422a HTTP/1.1" status: 200 len: 811 time: 0.5192871 Apr 11 17:20:59.332759 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-c198f3dc-d6fe-442b-8c5c-9d80d5186998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:59.334090 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-c198f3dc-d6fe-442b-8c5c-9d80d5186998 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:59.336654 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-c198f3dc-d6fe-442b-8c5c-9d80d5186998 service neutron] 10.222.0.42 "PUT /v2.0/ports/fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7 HTTP/1.1" status: 200 len: 1094 time: 3.6636202 Apr 11 17:20:59.337226 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dc72c57-2194-4d97-9879-b7ca0cbe1503', 'tag': 'fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:20:59.351315 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94cc91-adb9-40dc-a8d9-5d2833f9812b req-6fc368f3-6338-4a22-8911-8570f4ef185f tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:59.354678 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-fb94cc91-adb9-40dc-a8d9-5d2833f9812b req-6fc368f3-6338-4a22-8911-8570f4ef185f tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 943 time: 0.3949327 Apr 11 17:20:59.413733 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-fb94cc91-adb9-40dc-a8d9-5d2833f9812b req-6bcd61d1-546c-449f-8828-eb47a4bc55e1 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296886 Apr 11 17:20:59.473227 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-00413b63-bdd5-41b8-9251-720158333b92 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/quotas/1dff44dcd306439ea6d1f64cae358515 HTTP/1.1" status: 200 len: 375 time: 0.1311600 Apr 11 17:20:59.501165 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-6a9a99d9-fc0a-4bd6-a8ca-c3c0273224ef req-d5b13c11-68ae-441c-b815-23b8c2525162 service neutron] Usage tracker for resource:security_group_rule and tenant:db99d07e15cb41cf92ada0b3430a0b3a is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:20:59.507673 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:59.552349 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-6a9a99d9-fc0a-4bd6-a8ca-c3c0273224ef req-d5b13c11-68ae-441c-b815-23b8c2525162 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:20:59.598488 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [req-6a9a99d9-fc0a-4bd6-a8ca-c3c0273224ef req-d5b13c11-68ae-441c-b815-23b8c2525162 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:20:59.609748 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-ae801aed-9e2f-49dd-8ebb-4bed456ce591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:59.611590 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-ae801aed-9e2f-49dd-8ebb-4bed456ce591 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d63b099ed974ed8a5699b5d7c2a64f8&device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 1097 time: 0.2265022 Apr 11 17:20:59.621543 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-213f3159-1116-42d5-9828-a1d082f76d99 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for floatingip, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:59.631297 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-213f3159-1116-42d5-9828-a1d082f76d99 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.7338872 Apr 11 17:20:59.683678 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9396539b-53f8-4357-aecf-413e83daf130 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0af8b53-22ec-44e4-84b9-89afa4da4418,revision_number=0']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:59.699249 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-9396539b-53f8-4357-aecf-413e83daf130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:59.720597 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-ba591121-3b2e-427d-9a6b-7f347d22e344 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7 HTTP/1.1" status: 200 len: 217 time: 0.1005898 Apr 11 17:20:59.744509 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-87fb470f-799a-4ae8-bb5a-d2926255883b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:59.765443 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:20:59.780268 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e825fe58-0fd1-491c-a165-0ee5daabf700 req-553f6c08-ba6c-419e-9cff-8f9133533884 service neutron] 10.222.0.42 "GET /v2.0/networks/0328d80f-abb9-475c-a72f-263dcaf98637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6565666 Apr 11 17:20:59.793271 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb470f-799a-4ae8-bb5a-d2926255883b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594192e1-3c58-414b-bd0d-7d6db4383f9f,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:20:59.798498 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9396539b-53f8-4357-aecf-413e83daf130 admin admin] Checking segment: {'id': 'a944a156-0449-4ed4-82f9-263c96d5ad14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7d45e187-e6e9-424c-9af1-b61c29ec05e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:20:59.798869 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9396539b-53f8-4357-aecf-413e83daf130 admin admin] Network hostable DHCP agents. Network: 7d45e187-e6e9-424c-9af1-b61c29ec05e4, hostable agents: ['86fd9441-0b4f-48d7-82ef-ef4e0a434903'], hosted agents: [] {{(pid=85243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 11 17:20:59.805221 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-87fb470f-799a-4ae8-bb5a-d2926255883b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:20:59.834751 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-87fb470f-799a-4ae8-bb5a-d2926255883b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:59.836172 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-87fb470f-799a-4ae8-bb5a-d2926255883b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/594192e1-3c58-414b-bd0d-7d6db4383f9f HTTP/1.1" status: 204 len: 168 time: 1.3849301 Apr 11 17:20:59.855527 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-5641534e-b049-41af-a486-d86b3807fa2f tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1dff44dcd306439ea6d1f64cae358515&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3697734 Apr 11 17:20:59.901529 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-a716109b-2ee0-4ca7-908d-bd2609e5c81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:20:59.903267 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-a716109b-2ee0-4ca7-908d-bd2609e5c81d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1afc838f-ad14-47c7-8b28-cd67a37f5780 HTTP/1.1" status: 200 len: 859 time: 0.1319830 Apr 11 17:20:59.928914 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-6a9a99d9-fc0a-4bd6-a8ca-c3c0273224ef req-d5b13c11-68ae-441c-b815-23b8c2525162 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:59.936925 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-6a9a99d9-fc0a-4bd6-a8ca-c3c0273224ef req-d5b13c11-68ae-441c-b815-23b8c2525162 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:20:59.937682 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9396539b-53f8-4357-aecf-413e83daf130 admin admin] Network 7d45e187-e6e9-424c-9af1-b61c29ec05e4 is scheduled to be hosted by DHCP agent 86fd9441-0b4f-48d7-82ef-ef4e0a434903 with binding_index 1 {{(pid=85243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 11 17:20:59.957317 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:00.006183 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-9396539b-53f8-4357-aecf-413e83daf130 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-4-smb, 7d45e187-e6e9-424c-9af1-b61c29ec05e4) {{(pid=85243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:21:00.008403 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-6a9a99d9-fc0a-4bd6-a8ca-c3c0273224ef req-d5b13c11-68ae-441c-b815-23b8c2525162 service neutron] Synchronizing usage tracker for tenant:db99d07e15cb41cf92ada0b3430a0b3a on resource:security_group {{(pid=85243) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:21:00.016799 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e526c2f-d2ad-4567-a06d-ebdcb93f3c4e None None] Network 7d45e187-e6e9-424c-9af1-b61c29ec05e4 requested from dv-cinder-784779-4-smb {{(pid=85245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 11 17:21:00.022260 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9396539b-53f8-4357-aecf-413e83daf130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:00.022911 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9396539b-53f8-4357-aecf-413e83daf130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for subnet, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:00.029566 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b13c11-68ae-441c-b815-23b8c2525162 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3400b899-9b46-4670-a8c0-5b2d06220a31,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:00.067378 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d5b13c11-68ae-441c-b815-23b8c2525162 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:00.069611 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-6a9a99d9-fc0a-4bd6-a8ca-c3c0273224ef req-d5b13c11-68ae-441c-b815-23b8c2525162 service neutron] Unset dirty status for tenant:db99d07e15cb41cf92ada0b3430a0b3a on resource:security_group {{(pid=85243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:21:00.071006 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6a9a99d9-fc0a-4bd6-a8ca-c3c0273224ef req-d5b13c11-68ae-441c-b815-23b8c2525162 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6b78f995-69f8-4993-86bd-99aae1743600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0782819 Apr 11 17:21:00.087569 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07289b8-ae7b-4221-b2c6-616aa75a81a8 req-3926a894-c54c-4591-b825-aedf57627383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:00.096786 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e07289b8-ae7b-4221-b2c6-616aa75a81a8 req-3926a894-c54c-4591-b825-aedf57627383 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d63b099ed974ed8a5699b5d7c2a64f8&device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 1096 time: 0.2567246 Apr 11 17:21:00.108336 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-9396539b-53f8-4357-aecf-413e83daf130 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.3591602 Apr 11 17:21:00.279799 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-3602940e-3f83-4281-bf6d-1c35fe8c96ea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0328d80f-abb9-475c-a72f-263dcaf98637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788000 Apr 11 17:21:00.288298 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 57140) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:00.338022 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b39f9d-70ae-43ae-aa41-845ee8c872c9 req-aad60288-299e-4795-a95d-224e8b93e237 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:00.339654 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-34b39f9d-70ae-43ae-aa41-845ee8c872c9 req-aad60288-299e-4795-a95d-224e8b93e237 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] 10.222.0.16 "GET /v2.0/ports?device_id=441b9ede-1e15-4c2d-9fff-6a7ca497988a HTTP/1.1" status: 200 len: 946 time: 0.6426523 Apr 11 17:21:00.431089 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07289b8-ae7b-4221-b2c6-616aa75a81a8 req-46fffcb4-793f-4389-a3c1-8b745ef4c94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:00.432833 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e07289b8-ae7b-4221-b2c6-616aa75a81a8 req-46fffcb4-793f-4389-a3c1-8b745ef4c94a service neutron] 10.222.0.42 "GET /v2.0/networks?id=0328d80f-abb9-475c-a72f-263dcaf98637 HTTP/1.1" status: 200 len: 920 time: 0.2464786 Apr 11 17:21:00.445637 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5189e4e2-24f1-4fd5-b174-5e6f945b20bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:00.462161 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2994fdbe-eed8-4389-b747-f0f1f73b71ab None None] Network 7d45e187-e6e9-424c-9af1-b61c29ec05e4 requested from dv-cinder-784779-4-smb {{(pid=85245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 11 17:21:00.488470 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-5189e4e2-24f1-4fd5-b174-5e6f945b20bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:21:00.500934 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-34b39f9d-70ae-43ae-aa41-845ee8c872c9 req-ead8ef83-746d-4980-aec1-dd2e2c5b4dd8 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b78f995-69f8-4993-86bd-99aae1743600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907276 Apr 11 17:21:00.508702 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-5189e4e2-24f1-4fd5-b174-5e6f945b20bf admin admin] Usage tracker for resource:security_group_rule and tenant:f58b6b4d23c441caa7b9dbb415032d1e is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:21:00.515260 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-79998c8b-832c-4e23-99d1-314b047fe8ed service neutron] 10.222.0.16 "GET /v2.0/networks/f79386bd-8864-4166-bb9e-db3cc709422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6368661 Apr 11 17:21:00.517841 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-5189e4e2-24f1-4fd5-b174-5e6f945b20bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:21:00.604939 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-5189e4e2-24f1-4fd5-b174-5e6f945b20bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:21:00.660242 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e07289b8-ae7b-4221-b2c6-616aa75a81a8 req-0265af5d-6e09-4b80-8f59-1e58b1a33d3c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6e40142-a3be-439c-992d-222c6f210dd1 HTTP/1.1" status: 200 len: 217 time: 0.2196071 Apr 11 17:21:00.756457 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07289b8-ae7b-4221-b2c6-616aa75a81a8 req-704a07b1-8542-4d4b-b764-08aa24fae402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:00.758705 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e07289b8-ae7b-4221-b2c6-616aa75a81a8 req-704a07b1-8542-4d4b-b764-08aa24fae402 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1afc838f-ad14-47c7-8b28-cd67a37f5780 HTTP/1.1" status: 200 len: 859 time: 0.0924582 Apr 11 17:21:00.775216 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-1fb2b814-4081-474b-bb65-9e2d62674937 service neutron] 10.222.0.42 "GET /v2.0/networks/0328d80f-abb9-475c-a72f-263dcaf98637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4841599 Apr 11 17:21:00.852167 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e07289b8-ae7b-4221-b2c6-616aa75a81a8 req-47303877-8b82-4ceb-82d4-d4bcc0e99d5a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0328d80f-abb9-475c-a72f-263dcaf98637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814052 Apr 11 17:21:00.963952 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-96ff6d06-6733-468f-8bb2-051473c162ae service neutron] 10.222.0.16 "GET /v2.0/networks/f79386bd-8864-4166-bb9e-db3cc709422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4406154 Apr 11 17:21:00.964467 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 57172) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:00.997295 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dc72c57-2194-4d97-9879-b7ca0cbe1503', 'tag': 'fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7', 'status': 'completed', 'code': 200} Apr 11 17:21:01.039957 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c42f4eaf-6893-4131-bfcc-f1943f3fd8a1 req-fe073387-be16-4141-b331-2d3d709a9ed5 service neutron] 10.222.0.42 "GET /v2.0/networks/0328d80f-abb9-475c-a72f-263dcaf98637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573888 Apr 11 17:21:01.056125 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5189e4e2-24f1-4fd5-b174-5e6f945b20bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:01.060214 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5189e4e2-24f1-4fd5-b174-5e6f945b20bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:01.071880 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:01.213341 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-5189e4e2-24f1-4fd5-b174-5e6f945b20bf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f58b6b4d23c441caa7b9dbb415032d1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9239316 Apr 11 17:21:01.216186 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 57196) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:01.223277 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189e4e2-24f1-4fd5-b174-5e6f945b20bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc3b070-a7ad-47ea-a124-fcdf660d61da,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:01.227910 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5189e4e2-24f1-4fd5-b174-5e6f945b20bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:01.271312 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e07289b8-ae7b-4221-b2c6-616aa75a81a8 req-6e61e1d3-02c8-44e8-aef0-cbe4cfeb2343 service neutron] 10.222.0.42 "GET /v2.0/networks/0328d80f-abb9-475c-a72f-263dcaf98637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103339 Apr 11 17:21:01.367017 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-ae84ea05-8e37-4255-8cd7-e7535a7c8bbc tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Synchronizing usage tracker for tenant:85eed75d59b44674a89c120123abc4ab on resource:security_group {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:21:01.404426 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944318f1-301b-4596-8c34-1e1dcab0df3d req-4d494ce9-3a73-4018-8622-0f7588d2a655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:01.407605 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-944318f1-301b-4596-8c34-1e1dcab0df3d req-4d494ce9-3a73-4018-8622-0f7588d2a655 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d63b099ed974ed8a5699b5d7c2a64f8&device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 1097 time: 0.2909660 Apr 11 17:21:01.417358 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 57208) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:01.515686 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-87b18ab3-6911-4495-886f-48286014bd70 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1385999381-network', 'tenant_id': '4e687a0b87914f4f849b4b0843fb5af4'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:21:01.521926 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-87b18ab3-6911-4495-886f-48286014bd70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:21:01.526337 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-87b18ab3-6911-4495-886f-48286014bd70 admin admin] Usage tracker for resource:network and tenant:4e687a0b87914f4f849b4b0843fb5af4 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:21:01.529047 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-87b18ab3-6911-4495-886f-48286014bd70 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:21:01.534963 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-87b18ab3-6911-4495-886f-48286014bd70 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:21:01.543787 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e07289b8-ae7b-4221-b2c6-616aa75a81a8 req-deb33681-5de0-4d74-9a94-84bf99ba2ddb service neutron] 10.222.0.42 "GET /v2.0/networks/0328d80f-abb9-475c-a72f-263dcaf98637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676361 Apr 11 17:21:01.562853 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d9bd70d4-0252-4ab5-b0ee-f2decf182d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:01.612454 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d9bd70d4-0252-4ab5-b0ee-f2decf182d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:01.659205 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b18ab3-6911-4495-886f-48286014bd70 admin admin] Made reservation on behalf of 4e687a0b87914f4f849b4b0843fb5af4 for: {'network': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:21:01.663691 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d9bd70d4-0252-4ab5-b0ee-f2decf182d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:01.664425 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-87b18ab3-6911-4495-886f-48286014bd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for network, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:01.669491 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-9fee7d65-2f07-4c8d-8b4b-ea92b387e847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:01.685704 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd70d4-0252-4ab5-b0ee-f2decf182d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc3b070-a7ad-47ea-a124-fcdf660d61da,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:01.688806 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d9bd70d4-0252-4ab5-b0ee-f2decf182d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:01.690556 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d9bd70d4-0252-4ab5-b0ee-f2decf182d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:01.691536 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-d9bd70d4-0252-4ab5-b0ee-f2decf182d75 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7cc3b070-a7ad-47ea-a124-fcdf660d61da HTTP/1.1" status: 204 len: 168 time: 0.4736614 Apr 11 17:21:01.701288 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-87b18ab3-6911-4495-886f-48286014bd70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:01.717704 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-ae84ea05-8e37-4255-8cd7-e7535a7c8bbc tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Unset dirty status for tenant:85eed75d59b44674a89c120123abc4ab on resource:security_group {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:21:01.718935 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-ae84ea05-8e37-4255-8cd7-e7535a7c8bbc tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1343405144&fields=id&tenant_id=85eed75d59b44674a89c120123abc4ab HTTP/1.1" status: 200 len: 267 time: 0.5040183 Apr 11 17:21:01.719727 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fde25c35-56f8-462c-b64c-02addb19390d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:01.769932 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-87b18ab3-6911-4495-886f-48286014bd70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:21:01.836492 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-87b18ab3-6911-4495-886f-48286014bd70 admin admin] Usage tracker for resource:security_group_rule and tenant:4e687a0b87914f4f849b4b0843fb5af4 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:21:01.843034 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-87b18ab3-6911-4495-886f-48286014bd70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:21:01.860491 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-fde25c35-56f8-462c-b64c-02addb19390d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:21:01.887846 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-87b18ab3-6911-4495-886f-48286014bd70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:21:01.890259 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-fde25c35-56f8-462c-b64c-02addb19390d admin admin] Usage tracker for resource:security_group_rule and tenant:3ab3bfff7a7a4a839e55850ad1b7b4d3 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:21:01.901308 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-fde25c35-56f8-462c-b64c-02addb19390d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:21:01.905925 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 57232) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:01.921354 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-fde25c35-56f8-462c-b64c-02addb19390d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:21:02.006039 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944318f1-301b-4596-8c34-1e1dcab0df3d req-5149befa-60a3-4286-8da2-701aa8b64ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:02.007569 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-944318f1-301b-4596-8c34-1e1dcab0df3d req-5149befa-60a3-4286-8da2-701aa8b64ae0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0328d80f-abb9-475c-a72f-263dcaf98637 HTTP/1.1" status: 200 len: 920 time: 0.5828197 Apr 11 17:21:02.034769 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c27075-af70-4741-8985-454dbe446e22 req-836f495f-ecb8-4f92-9e1b-e2c5818c3cf6 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:02.036440 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f1c27075-af70-4741-8985-454dbe446e22 req-836f495f-ecb8-4f92-9e1b-e2c5818c3cf6 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 943 time: 0.5254655 Apr 11 17:21:02.109301 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8de6a276-0f89-47e1-be7e-1b10e40425bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:02.140923 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-944318f1-301b-4596-8c34-1e1dcab0df3d req-cf8f62dc-81e7-4833-8432-fb4b58a9d051 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7 HTTP/1.1" status: 200 len: 217 time: 0.1161423 Apr 11 17:21:02.152478 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-8de6a276-0f89-47e1-be7e-1b10e40425bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:21:02.152725 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-d0789f04-8e3c-429f-a70e-0dfff962f9d8 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:02.153475 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-d0789f04-8e3c-429f-a70e-0dfff962f9d8 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Synchronizing usage tracker for tenant:85eed75d59b44674a89c120123abc4ab on resource:network {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:21:02.161369 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-8de6a276-0f89-47e1-be7e-1b10e40425bf admin admin] Usage tracker for resource:security_group_rule and tenant:43df20d9b39745a48859b077bb27aef8 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:21:02.166900 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-8de6a276-0f89-47e1-be7e-1b10e40425bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:21:02.173301 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-8de6a276-0f89-47e1-be7e-1b10e40425bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:21:02.244166 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f1c27075-af70-4741-8985-454dbe446e22 req-e07439a0-021d-4866-8703-347511c33879 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455150 Apr 11 17:21:02.275274 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8de6a276-0f89-47e1-be7e-1b10e40425bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:02.279559 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8de6a276-0f89-47e1-be7e-1b10e40425bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:02.288928 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-d0789f04-8e3c-429f-a70e-0dfff962f9d8 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Unset dirty status for tenant:85eed75d59b44674a89c120123abc4ab on resource:network {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:21:02.296100 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-d0789f04-8e3c-429f-a70e-0dfff962f9d8 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/networks?id=cbf8495d-d585-4ffa-8bba-b4256f490b2f HTTP/1.1" status: 200 len: 816 time: 0.5629187 Apr 11 17:21:02.316665 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8c2a6d19-acbc-4ab6-a41b-8843dc4b31a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:02.318929 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944318f1-301b-4596-8c34-1e1dcab0df3d req-69e13ea3-67fb-4e91-bedd-0029e9c0d744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:02.320517 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-944318f1-301b-4596-8c34-1e1dcab0df3d req-69e13ea3-67fb-4e91-bedd-0029e9c0d744 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1afc838f-ad14-47c7-8b28-cd67a37f5780 HTTP/1.1" status: 200 len: 859 time: 0.1597211 Apr 11 17:21:02.345666 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-f7547aff-d287-43e9-9ac1-b1a85b0bdce6 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/quotas/85eed75d59b44674a89c120123abc4ab HTTP/1.1" status: 200 len: 375 time: 0.0485787 Apr 11 17:21:02.350615 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-8de6a276-0f89-47e1-be7e-1b10e40425bf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=43df20d9b39745a48859b077bb27aef8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4400675 Apr 11 17:21:02.350615 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de6a276-0f89-47e1-be7e-1b10e40425bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac3e471-bfa7-477c-b017-b2b7f715249e,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:02.351484 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 57250) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:02.354141 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8de6a276-0f89-47e1-be7e-1b10e40425bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:02.428093 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-490efde3-815a-4fcb-800b-4efef5d0e55c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:02.459407 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-490efde3-815a-4fcb-800b-4efef5d0e55c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:02.469490 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-944318f1-301b-4596-8c34-1e1dcab0df3d req-6afc0a47-aa4b-4ef7-8e31-be7527e8e89a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0328d80f-abb9-475c-a72f-263dcaf98637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1315441 Apr 11 17:21:02.471329 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-87b18ab3-6911-4495-886f-48286014bd70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:02.524310 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-490efde3-815a-4fcb-800b-4efef5d0e55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:02.530525 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-791153a1-3870-406f-a354-d8a590f0b823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:02.549216 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490efde3-815a-4fcb-800b-4efef5d0e55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac3e471-bfa7-477c-b017-b2b7f715249e,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:02.549216 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-490efde3-815a-4fcb-800b-4efef5d0e55c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:02.551463 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-87b18ab3-6911-4495-886f-48286014bd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:02.555399 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-490efde3-815a-4fcb-800b-4efef5d0e55c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:02.556785 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-490efde3-815a-4fcb-800b-4efef5d0e55c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bac3e471-bfa7-477c-b017-b2b7f715249e HTTP/1.1" status: 204 len: 168 time: 0.2042985 Apr 11 17:21:02.570099 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:02.633224 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8c8e559d-0961-42be-86e3-d0155996ada9 req-cc17f552-f23b-47e6-82d5-c96f3ac7c775 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 210 time: 0.1757255 Apr 11 17:21:02.649509 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fde25c35-56f8-462c-b64c-02addb19390d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:02.677384 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87b18ab3-6911-4495-886f-48286014bd70 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=85244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 11 17:21:02.690695 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fde25c35-56f8-462c-b64c-02addb19390d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:02.934649 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b18ab3-6911-4495-886f-48286014bd70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85294155-61d7-41a8-8e92-5545e1915242,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:02.979006 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-87b18ab3-6911-4495-886f-48286014bd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854391073'] for segment, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:02.979365 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.db.segments_db [None req-87b18ab3-6911-4495-886f-48286014bd70 admin admin] Added segment 74f726f0-989d-4dbd-b577-3fa6870873fe of type vlan for network 35b94c69-4bd6-4555-bd92-4527a624d66e Apr 11 17:21:02.987689 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-87b18ab3-6911-4495-886f-48286014bd70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:02.995506 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e91d0436-7281-4e60-a8ad-e4551eaa3207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:03.076041 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-fde25c35-56f8-462c-b64c-02addb19390d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3ab3bfff7a7a4a839e55850ad1b7b4d3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0972006 Apr 11 17:21:03.082918 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 57270) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:03.119968 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde25c35-56f8-462c-b64c-02addb19390d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94139800-c62f-4880-9806-a14a2255e7c4,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:03.131680 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-fde25c35-56f8-462c-b64c-02addb19390d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:03.161744 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-41135494-6def-4aac-9125-fa9cd5cf7f54 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=85eed75d59b44674a89c120123abc4ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8150434 Apr 11 17:21:03.165253 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-87b18ab3-6911-4495-886f-48286014bd70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265755767019'] for network, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:03.198019 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-5e82bb0f-457a-4466-9356-eebd459b17df tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:03.200055 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-5e82bb0f-457a-4466-9356-eebd459b17df tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.42 "GET /v2.0/networks?id=f79386bd-8864-4166-bb9e-db3cc709422a HTTP/1.1" status: 200 len: 811 time: 0.2899649 Apr 11 17:21:03.201951 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-944318f1-301b-4596-8c34-1e1dcab0df3d req-6e34e764-35d0-4603-9a30-0c02160b89c7 service neutron] 10.222.0.42 "GET /v2.0/networks/0328d80f-abb9-475c-a72f-263dcaf98637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6868277 Apr 11 17:21:03.245349 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bb1d4954-22f1-4789-98cd-bd8310e57ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:03.295271 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 57280) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:03.325683 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.db.resource_extend [None req-87b18ab3-6911-4495-886f-48286014bd70 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 11 17:21:03.326887 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bb1d4954-22f1-4789-98cd-bd8310e57ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:03.343073 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-57c57727-7ed7-413a-bc7a-e2ca4d730249 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Synchronizing usage tracker for tenant:1dff44dcd306439ea6d1f64cae358515 on resource:security_group {{(pid=85243) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:21:03.351326 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-983ac639-7cb8-4acd-a7c3-484b35ebde51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:03.396601 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-983ac639-7cb8-4acd-a7c3-484b35ebde51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:21:03.405654 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-983ac639-7cb8-4acd-a7c3-484b35ebde51 admin admin] Usage tracker for resource:security_group_rule and tenant:8aef0dada62f4251912f38c630bb191c is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:21:03.409249 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-57c57727-7ed7-413a-bc7a-e2ca4d730249 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Unset dirty status for tenant:1dff44dcd306439ea6d1f64cae358515 on resource:security_group {{(pid=85243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:21:03.410331 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-57c57727-7ed7-413a-bc7a-e2ca4d730249 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1dff44dcd306439ea6d1f64cae358515 HTTP/1.1" status: 200 len: 5705 time: 0.1950450 Apr 11 17:21:03.411691 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-983ac639-7cb8-4acd-a7c3-484b35ebde51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:21:03.422153 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe4d87-6432-4113-a222-93496d96d2a9 req-9a707b7f-1e8b-4e56-a16d-608fff33f1df tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:03.423160 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-efd4f7ea-a11e-43b9-9c1e-066f871b99d0 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Request body: {'port': {'device_id': '206061e1-f9a3-4435-b324-02f92bf84054', 'network_id': 'f79386bd-8864-4166-bb9e-db3cc709422a', 'admin_state_up': True, 'tenant_id': '1dff44dcd306439ea6d1f64cae358515', 'security_groups': ['30f7aedf-dffa-4fdc-948f-e321d511164a']}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:21:03.423781 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-bcbe4d87-6432-4113-a222-93496d96d2a9 req-9a707b7f-1e8b-4e56-a16d-608fff33f1df tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] 10.222.0.16 "GET /v2.0/ports?device_id=441b9ede-1e15-4c2d-9fff-6a7ca497988a HTTP/1.1" status: 200 len: 946 time: 0.5107024 Apr 11 17:21:03.442111 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-87b18ab3-6911-4495-886f-48286014bd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213'] for network, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:03.442536 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-983ac639-7cb8-4acd-a7c3-484b35ebde51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:21:03.466650 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b18ab3-6911-4495-886f-48286014bd70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:03.467288 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-87b18ab3-6911-4495-886f-48286014bd70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for network, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:03.478620 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e91d0436-7281-4e60-a8ad-e4551eaa3207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:03.545266 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bb1d4954-22f1-4789-98cd-bd8310e57ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:03.561617 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-701bf5a8-97a2-4323-9056-eddb84c219f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:03.589608 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1d4954-22f1-4789-98cd-bd8310e57ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94139800-c62f-4880-9806-a14a2255e7c4,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:03.591765 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bb1d4954-22f1-4789-98cd-bd8310e57ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:03.612532 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-bcbe4d87-6432-4113-a222-93496d96d2a9 req-6c65a9a3-ecff-4bde-a7ce-c23d874a6ed7 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b78f995-69f8-4993-86bd-99aae1743600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733136 Apr 11 17:21:03.628983 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-1cbc0ae0-d620-42fb-957b-4f1710789690 service neutron] 10.222.0.16 "GET /v2.0/networks/cbf8495d-d585-4ffa-8bba-b4256f490b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4661829 Apr 11 17:21:03.700251 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:03.713382 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bb1d4954-22f1-4789-98cd-bd8310e57ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:03.714919 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-bb1d4954-22f1-4789-98cd-bd8310e57ad9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/94139800-c62f-4880-9806-a14a2255e7c4 HTTP/1.1" status: 204 len: 168 time: 0.6302874 Apr 11 17:21:03.716359 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-efd4f7ea-a11e-43b9-9c1e-066f871b99d0 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:21:03.729863 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-efd4f7ea-a11e-43b9-9c1e-066f871b99d0 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Usage tracker for resource:port and tenant:1dff44dcd306439ea6d1f64cae358515 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:21:03.736982 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-efd4f7ea-a11e-43b9-9c1e-066f871b99d0 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:21:03.750131 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-983ac639-7cb8-4acd-a7c3-484b35ebde51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:03.751729 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-efd4f7ea-a11e-43b9-9c1e-066f871b99d0 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:21:03.758121 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-983ac639-7cb8-4acd-a7c3-484b35ebde51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:03.764441 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b18ab3-6911-4495-886f-48286014bd70 admin admin] Pushing event updated for resources: {'Network': ['ID=35b94c69-4bd6-4555-bd92-4527a624d66e,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:03.768017 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:03.777155 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Network 35b94c69-4bd6-4555-bd92-4527a624d66e details requested by agent ovs-agent-dv-cinder-784779-4-smb with host dv-cinder-784779-4-smb {{(pid=85245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 11 17:21:03.777907 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-944318f1-301b-4596-8c34-1e1dcab0df3d req-7f21e8b1-f234-420c-ac95-33236032cd95 service neutron] 10.222.0.42 "GET /v2.0/networks/0328d80f-abb9-475c-a72f-263dcaf98637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5602093 Apr 11 17:21:03.802847 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ac639-7cb8-4acd-a7c3-484b35ebde51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e5fc67-d2fa-437b-bb2e-c99bba21571a,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:03.806610 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-983ac639-7cb8-4acd-a7c3-484b35ebde51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:03.828769 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-983ac639-7cb8-4acd-a7c3-484b35ebde51 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8aef0dada62f4251912f38c630bb191c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5323193 Apr 11 17:21:03.831519 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 57298) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:03.897965 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-87b18ab3-6911-4495-886f-48286014bd70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:03.920230 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-87b18ab3-6911-4495-886f-48286014bd70 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.4905243 Apr 11 17:21:03.921497 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 57304) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:03.952267 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-efd4f7ea-a11e-43b9-9c1e-066f871b99d0 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Made reservation on behalf of 1dff44dcd306439ea6d1f64cae358515 for: {'port': 1} {{(pid=85243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:21:03.972857 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-efd4f7ea-a11e-43b9-9c1e-066f871b99d0 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:04.006606 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d08c2-8eed-4f34-8735-eddf54db1ec9 req-f28869f6-55c5-42b6-9c37-9ad634420fc6 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:04.008461 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-153d08c2-8eed-4f34-8735-eddf54db1ec9 req-f28869f6-55c5-42b6-9c37-9ad634420fc6 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 943 time: 0.2293763 Apr 11 17:21:04.041302 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-153d08c2-8eed-4f34-8735-eddf54db1ec9 req-48028e19-948f-4178-b07f-d3342b700cba tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268013 Apr 11 17:21:04.073483 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-a142cb54-185e-4308-bf37-2f90976aa044 service neutron] 10.222.0.16 "GET /v2.0/networks/cbf8495d-d585-4ffa-8bba-b4256f490b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4349062 Apr 11 17:21:04.303753 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 11 17:21:04.534650 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-54b15573-80cf-4031-a65c-fa9f1a521c42 req-8f4186f1-efe3-49af-9739-89188c87322f tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 210 time: 0.2181549 Apr 11 17:21:04.562184 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f6af2374-901c-4ae7-8915-09acf19dc058 req-93e6f82b-0eeb-465b-b3db-956093b7fab0 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 210 time: 0.1135349 Apr 11 17:21:04.633709 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-ed10b927-ff94-434d-8616-d413780a838b admin admin] Request body: {'subnet': {'network_id': '35b94c69-4bd6-4555-bd92-4527a624d66e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1385999381-subnet', 'tenant_id': '4e687a0b87914f4f849b4b0843fb5af4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:21:04.638831 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-ed10b927-ff94-434d-8616-d413780a838b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:21:04.649600 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7,segment=NetworkSegment(67ab9727-5518-4af8-b386-cfda222f1ba3),segment_id=67ab9727-5518-4af8-b386-cfda222f1ba3)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:21:04.650864 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-ed10b927-ff94-434d-8616-d413780a838b admin admin] Usage tracker for resource:subnet and tenant:4e687a0b87914f4f849b4b0843fb5af4 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:21:04.654081 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-ed10b927-ff94-434d-8616-d413780a838b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:21:04.661013 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-ed10b927-ff94-434d-8616-d413780a838b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:21:04.669385 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Returning: {'device': 'fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7', 'network_id': '0328d80f-abb9-475c-a72f-263dcaf98637', 'port_id': 'fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7', 'mac_address': 'fa:16:3e:b1:c7:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1afc838f-ad14-47c7-8b28-cd67a37f5780', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 17:21:04.670664 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4e8084c7-0489-48a9-ab6f-d8a02f510daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:04.681504 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed10b927-ff94-434d-8616-d413780a838b admin admin] Made reservation on behalf of 4e687a0b87914f4f849b4b0843fb5af4 for: {'subnet': 1} {{(pid=85243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:21:04.686841 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ed10b927-ff94-434d-8616-d413780a838b admin admin] Notify callbacks [] for subnet, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:04.741762 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:04.743112 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7 {{(pid=85245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 11 17:21:04.764128 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7,segment=NetworkSegment(67ab9727-5518-4af8-b386-cfda222f1ba3),segment_id=67ab9727-5518-4af8-b386-cfda222f1ba3)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:21:04.767425 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:04.768204 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device f6e40142-a3be-439c-992d-222c6f210dd1 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 11 17:21:04.787292 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:04.878169 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7,revision_number=4']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:04.882054 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:04.892994 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port f6e40142-a3be-439c-992d-222c6f210dd1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=f6e40142-a3be-439c-992d-222c6f210dd1,segment=NetworkSegment(67ab9727-5518-4af8-b386-cfda222f1ba3),segment_id=67ab9727-5518-4af8-b386-cfda222f1ba3)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:21:04.917841 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f213f954-fc41-48ef-811b-a773b582949d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:04.924621 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Returning: {'device': 'f6e40142-a3be-439c-992d-222c6f210dd1', 'network_id': '0328d80f-abb9-475c-a72f-263dcaf98637', 'port_id': 'f6e40142-a3be-439c-992d-222c6f210dd1', 'mac_address': 'fa:16:3e:18:e2:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1afc838f-ad14-47c7-8b28-cd67a37f5780', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 17:21:04.928637 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 57340) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:04.946445 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4e8084c7-0489-48a9-ab6f-d8a02f510daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:04.984035 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-efd4f7ea-a11e-43b9-9c1e-066f871b99d0 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Allocated IP 172.20.0.14 (f79386bd-8864-4166-bb9e-db3cc709422a/d687bab0-4e02-4bbb-b7d3-fd6ef7a92063/b2fbef57-9115-4869-b070-75dad6a54030) {{(pid=85243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:21:05.008534 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:05.010941 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6e40142-a3be-439c-992d-222c6f210dd1 {{(pid=85245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 11 17:21:05.030489 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port f6e40142-a3be-439c-992d-222c6f210dd1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=f6e40142-a3be-439c-992d-222c6f210dd1,segment=NetworkSegment(67ab9727-5518-4af8-b386-cfda222f1ba3),segment_id=67ab9727-5518-4af8-b386-cfda222f1ba3)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:21:05.033796 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:05.037109 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:05.134742 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0ebeb8cf-549d-4959-88cc-ec0b40709e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:05.170729 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=f6e40142-a3be-439c-992d-222c6f210dd1,revision_number=4']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:05.180766 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:05.190549 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-0ebeb8cf-549d-4959-88cc-ec0b40709e75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:21:05.206251 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4e8084c7-0489-48a9-ab6f-d8a02f510daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:05.218026 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-0ebeb8cf-549d-4959-88cc-ec0b40709e75 admin admin] Usage tracker for resource:security_group_rule and tenant:0e443f602be9466e854e448cf507f6b1 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:21:05.231152 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-0ebeb8cf-549d-4959-88cc-ec0b40709e75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:21:05.242324 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-0ebeb8cf-549d-4959-88cc-ec0b40709e75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:21:05.304580 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:05.351240 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] get_ports_and_sgs() called for port_ids ['f6e40142-a3be-439c-992d-222c6f210dd1'] {{(pid=85245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 17:21:05.357297 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8084c7-0489-48a9-ab6f-d8a02f510daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e5fc67-d2fa-437b-bb2e-c99bba21571a,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:05.365950 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-4e8084c7-0489-48a9-ab6f-d8a02f510daa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:05.384259 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2d941-e3dc-4604-a8dd-13dbbad81175 req-51d0a58c-3caf-44a0-9817-7ee45ac68d74 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:05.386119 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-65a2d941-e3dc-4604-a8dd-13dbbad81175 req-51d0a58c-3caf-44a0-9817-7ee45ac68d74 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 944 time: 0.1465416 Apr 11 17:21:05.407101 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] get_ports_and_sgs() called for port_ids ['fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7'] {{(pid=85245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 17:21:05.436585 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-65a2d941-e3dc-4604-a8dd-13dbbad81175 req-515f9564-2418-4eff-8f0a-f4e735dd8043 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411673 Apr 11 17:21:05.463769 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-efd4f7ea-a11e-43b9-9c1e-066f871b99d0 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks [] for port, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:05.488135 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-efd4f7ea-a11e-43b9-9c1e-066f871b99d0 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Transition to ACTIVE for port object b2fbef57-9115-4869-b070-75dad6a54030 will not be triggered until provisioned by entity DHCP. {{(pid=85243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:21:05.521748 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-efd4f7ea-a11e-43b9-9c1e-066f871b99d0 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235'] for port, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:05.540822 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0ebeb8cf-549d-4959-88cc-ec0b40709e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:05.546104 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0ebeb8cf-549d-4959-88cc-ec0b40709e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:05.560316 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-87b18ab3-6911-4495-886f-48286014bd70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:05.679282 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-0ebeb8cf-549d-4959-88cc-ec0b40709e75 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0e443f602be9466e854e448cf507f6b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7462678 Apr 11 17:21:05.679282 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebeb8cf-549d-4959-88cc-ec0b40709e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258676e9-22a0-4dfd-9b34-2ec6f17e3327,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:05.682467 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 57386) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:05.690181 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-0ebeb8cf-549d-4959-88cc-ec0b40709e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:05.822443 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:05.888670 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0a4652bd-fcbc-4db3-a8a3-4890905d8355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:05.928829 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4e8084c7-0489-48a9-ab6f-d8a02f510daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:05.933658 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-4e8084c7-0489-48a9-ab6f-d8a02f510daa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/38e5fc67-d2fa-437b-bb2e-c99bba21571a HTTP/1.1" status: 204 len: 168 time: 2.0979302 Apr 11 17:21:06.001145 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-efd4f7ea-a11e-43b9-9c1e-066f871b99d0 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Network f79386bd-8864-4166-bb9e-db3cc709422a is already hosted by enough agents. {{(pid=85243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:21:06.017075 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a56e5e4c-94fb-436b-9b98-ff6f5a1da2b8 req-e7fc700d-0c4e-4073-a6e0-c125aec46d62 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 210 time: 0.2015870 Apr 11 17:21:06.120821 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-efd4f7ea-a11e-43b9-9c1e-066f871b99d0 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Resources bound (agent type, host, resource id): {{(pid=85243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:21:06.128929 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-efd4f7ea-a11e-43b9-9c1e-066f871b99d0 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Received port after_create {{(pid=85243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:21:06.141734 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-efd4f7ea-a11e-43b9-9c1e-066f871b99d0 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:06.142449 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-efd4f7ea-a11e-43b9-9c1e-066f871b99d0 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for port, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:06.155265 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd4f7ea-a11e-43b9-9c1e-066f871b99d0 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Pushing event updated for resources: {'Port': ['ID=b2fbef57-9115-4869-b070-75dad6a54030,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:06.184600 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-efd4f7ea-a11e-43b9-9c1e-066f871b99d0 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:06.187342 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-d7d72fad-a1e8-4cb4-ace4-ab78e348afc8 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:06.189006 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-d7d72fad-a1e8-4cb4-ace4-ab78e348afc8 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.42 "GET /v2.0/networks?id=cbf8495d-d585-4ffa-8bba-b4256f490b2f HTTP/1.1" status: 200 len: 816 time: 0.3015611 Apr 11 17:21:06.207905 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-efd4f7ea-a11e-43b9-9c1e-066f871b99d0 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7916367 Apr 11 17:21:06.221734 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ed10b927-ff94-434d-8616-d413780a838b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213'] for subnet, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:06.233358 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-2f210956-f88e-45e6-a1bd-ec1915141189 service neutron] Request body: {'port': {'device_id': '206061e1-f9a3-4435-b324-02f92bf84054', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:21:06.278738 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0a4652bd-fcbc-4db3-a8a3-4890905d8355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:06.404925 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ada35b-621c-449c-8545-bb9d688afd26 req-2e948f93-0909-4ca8-8f18-54553ddda9c8 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:06.406596 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f8ada35b-621c-449c-8545-bb9d688afd26 req-2e948f93-0909-4ca8-8f18-54553ddda9c8 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 932 time: 0.5283210 Apr 11 17:21:06.556211 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-96219530-7178-4c51-bcec-2ced070f3bc4 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=85eed75d59b44674a89c120123abc4ab HTTP/1.1" status: 200 len: 5705 time: 0.3478537 Apr 11 17:21:06.560542 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0a4652bd-fcbc-4db3-a8a3-4890905d8355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:06.572980 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-431e1366-bfa9-46f9-a3bf-d202f14ad2d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:06.593509 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-d5c75dbd-f38a-41ce-8784-f8777dc82b4f tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Request body: {'port': {'device_id': 'f206e244-f2eb-4479-ac8c-967542c6e6ab', 'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f', 'admin_state_up': True, 'tenant_id': '85eed75d59b44674a89c120123abc4ab', 'security_groups': ['d1894649-8941-4324-9dea-933c74aabd71']}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:21:06.596217 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-3803942a-0f42-4bed-811d-5d124f5d6997 None None] Provisioning for port b2fbef57-9115-4869-b070-75dad6a54030 completed by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:21:06.611302 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-3803942a-0f42-4bed-811d-5d124f5d6997 None None] Provisioning complete for port b2fbef57-9115-4869-b070-75dad6a54030 triggered by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:21:06.611724 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3803942a-0f42-4bed-811d-5d124f5d6997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:06.631902 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4652bd-fcbc-4db3-a8a3-4890905d8355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258676e9-22a0-4dfd-9b34-2ec6f17e3327,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:06.688818 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0a4652bd-fcbc-4db3-a8a3-4890905d8355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:06.690270 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-0a4652bd-fcbc-4db3-a8a3-4890905d8355 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/258676e9-22a0-4dfd-9b34-2ec6f17e3327 HTTP/1.1" status: 204 len: 168 time: 1.0068104 Apr 11 17:21:06.709018 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f8ada35b-621c-449c-8545-bb9d688afd26 req-440914a2-1e54-4f41-b490-3eea2f8d5180 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=30f7aedf-dffa-4fdc-948f-e321d511164a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2654464 Apr 11 17:21:06.724879 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-0a4652bd-fcbc-4db3-a8a3-4890905d8355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:06.728454 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-3803942a-0f42-4bed-811d-5d124f5d6997 None None] Port b2fbef57-9115-4869-b070-75dad6a54030 cannot update to ACTIVE because it is not bound. {{(pid=85245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 11 17:21:06.747209 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-9396539b-53f8-4357-aecf-413e83daf130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:06.782801 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-2f210956-f88e-45e6-a1bd-ec1915141189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:06.906585 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed10b927-ff94-434d-8616-d413780a838b admin admin] Checking segment: {'id': '74f726f0-989d-4dbd-b577-3fa6870873fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '35b94c69-4bd6-4555-bd92-4527a624d66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:21:06.906991 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed10b927-ff94-434d-8616-d413780a838b admin admin] Network hostable DHCP agents. Network: 35b94c69-4bd6-4555-bd92-4527a624d66e, hostable agents: ['86fd9441-0b4f-48d7-82ef-ef4e0a434903'], hosted agents: [] {{(pid=85243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 11 17:21:06.921509 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-d5c75dbd-f38a-41ce-8784-f8777dc82b4f tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:21:06.949160 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-d5c75dbd-f38a-41ce-8784-f8777dc82b4f tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Usage tracker for resource:port and tenant:85eed75d59b44674a89c120123abc4ab is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:21:06.954003 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-d5c75dbd-f38a-41ce-8784-f8777dc82b4f tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:21:06.962566 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-d5c75dbd-f38a-41ce-8784-f8777dc82b4f tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:21:06.975891 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-d5c75dbd-f38a-41ce-8784-f8777dc82b4f tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Made reservation on behalf of 85eed75d59b44674a89c120123abc4ab for: {'port': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:21:06.998973 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-d5c75dbd-f38a-41ce-8784-f8777dc82b4f tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:07.014194 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed10b927-ff94-434d-8616-d413780a838b admin admin] Network 35b94c69-4bd6-4555-bd92-4527a624d66e is scheduled to be hosted by DHCP agent 86fd9441-0b4f-48d7-82ef-ef4e0a434903 with binding_index 1 {{(pid=85243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 11 17:21:07.024933 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10b927-ff94-434d-8616-d413780a838b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3617300b-0664-42e4-a76e-1fb7f6353c5b,revision_number=0']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:07.027779 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ed10b927-ff94-434d-8616-d413780a838b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:07.036895 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-ed10b927-ff94-434d-8616-d413780a838b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-4-smb, 35b94c69-4bd6-4555-bd92-4527a624d66e) {{(pid=85243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:21:07.041320 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed10b927-ff94-434d-8616-d413780a838b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:07.042348 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ed10b927-ff94-434d-8616-d413780a838b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for subnet, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:07.047763 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8584a689-74e4-439a-8b64-5b2b6152bfa6 None None] Network 35b94c69-4bd6-4555-bd92-4527a624d66e requested from dv-cinder-784779-4-smb {{(pid=85245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 11 17:21:07.074886 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-ed10b927-ff94-434d-8616-d413780a838b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.1438205 Apr 11 17:21:07.308739 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a535592-20e8-459c-a5c6-139b2b5bb554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:07.425631 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-15145b0a-0689-442f-b2fc-72e8f666ac19 req-006c33a0-206d-4047-b496-7630228496ef tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 210 time: 0.1084828 Apr 11 17:21:07.518470 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501dd2b3-57c9-4983-ba99-06d2d54a3ece req-bde10745-51af-45b5-8050-c659dbfe926f tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:07.519943 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ebcd57-496b-4c5d-a793-56c1252d4ca2 None None] Network 35b94c69-4bd6-4555-bd92-4527a624d66e requested from dv-cinder-784779-4-smb {{(pid=85245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 11 17:21:07.527196 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-501dd2b3-57c9-4983-ba99-06d2d54a3ece req-bde10745-51af-45b5-8050-c659dbfe926f tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 944 time: 0.6923647 Apr 11 17:21:07.535182 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 57466) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:07.564449 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-2f210956-f88e-45e6-a1bd-ec1915141189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2fbef57-9115-4869-b070-75dad6a54030 {{(pid=85243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 11 17:21:07.587278 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-2f210956-f88e-45e6-a1bd-ec1915141189 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:07.625128 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-501dd2b3-57c9-4983-ba99-06d2d54a3ece req-36a8812f-8bfb-42b1-a795-5425413b4ad2 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933843 Apr 11 17:21:07.642569 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-2f210956-f88e-45e6-a1bd-ec1915141189 service neutron] Transition to ACTIVE for port object b2fbef57-9115-4869-b070-75dad6a54030 will not be triggered until provisioned by entity L2. {{(pid=85243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:21:07.646340 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-2f210956-f88e-45e6-a1bd-ec1915141189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:07.685629 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:07.700637 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-73768b57-9c9e-4911-98de-5b3896d00cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:07.748188 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-73768b57-9c9e-4911-98de-5b3896d00cd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:21:07.751283 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-d5c75dbd-f38a-41ce-8784-f8777dc82b4f tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Allocated IP 172.20.0.14 (cbf8495d-d585-4ffa-8bba-b4256f490b2f/b37db23d-12d1-4791-957e-028de05166fa/29683527-34da-4cc3-ac60-f5c4283cc12d) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:21:07.764454 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-73768b57-9c9e-4911-98de-5b3896d00cd9 admin admin] Usage tracker for resource:security_group_rule and tenant:c3c35ca0387d4c089f2f82fcbf6d4224 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:21:07.774147 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-73768b57-9c9e-4911-98de-5b3896d00cd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:21:07.793646 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-73768b57-9c9e-4911-98de-5b3896d00cd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:21:07.847074 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f210956-f88e-45e6-a1bd-ec1915141189 service neutron] Pushing event updated for resources: {'Port': ['ID=b2fbef57-9115-4869-b070-75dad6a54030,revision_number=2']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:07.861417 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2f210956-f88e-45e6-a1bd-ec1915141189 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:08.118036 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:08.132481 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-2f210956-f88e-45e6-a1bd-ec1915141189 service neutron] Attempting to bind port b2fbef57-9115-4869-b070-75dad6a54030 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:21:08.138534 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-2f210956-f88e-45e6-a1bd-ec1915141189 service neutron] Attempting to bind port b2fbef57-9115-4869-b070-75dad6a54030 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '1776a450-8046-433a-83dd-60bae8a336e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f79386bd-8864-4166-bb9e-db3cc709422a'}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 11 17:21:08.139235 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-2f210956-f88e-45e6-a1bd-ec1915141189 service neutron] Attempting to bind port b2fbef57-9115-4869-b070-75dad6a54030 on network f79386bd-8864-4166-bb9e-db3cc709422a {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:21:08.151644 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-2f210956-f88e-45e6-a1bd-ec1915141189 service neutron] Port b2fbef57-9115-4869-b070-75dad6a54030 on network f79386bd-8864-4166-bb9e-db3cc709422a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:21:08.154046 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-2f210956-f88e-45e6-a1bd-ec1915141189 service neutron] Attempting to bind port b2fbef57-9115-4869-b070-75dad6a54030 on network f79386bd-8864-4166-bb9e-db3cc709422a {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:21:08.185649 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-2f210956-f88e-45e6-a1bd-ec1915141189 service neutron] Checking agent: {'id': '0333fbf7-6dfe-499c-9c5e-b9bf9a863355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 18, 34), 'started_at': datetime.datetime(2021, 4, 11, 17, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 17:21:08.189163 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-2f210956-f88e-45e6-a1bd-ec1915141189 service neutron] Checking segment: {'id': '1776a450-8046-433a-83dd-60bae8a336e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f79386bd-8864-4166-bb9e-db3cc709422a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:21:08.190354 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-2f210956-f88e-45e6-a1bd-ec1915141189 service neutron] Bound using segment: {'id': '1776a450-8046-433a-83dd-60bae8a336e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f79386bd-8864-4166-bb9e-db3cc709422a'} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 17:21:08.191156 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-2f210956-f88e-45e6-a1bd-ec1915141189 service neutron] Bound port: b2fbef57-9115-4869-b070-75dad6a54030, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1776a450-8046-433a-83dd-60bae8a336e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f79386bd-8864-4166-bb9e-db3cc709422a'}}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 11 17:21:08.191789 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-2f210956-f88e-45e6-a1bd-ec1915141189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:08.306303 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7 up at agent hyperv_hv-cinder-78477 {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:21:08.371049 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-2f210956-f88e-45e6-a1bd-ec1915141189 service neutron] For port b2fbef57-9115-4869-b070-75dad6a54030, host hv-cinder-78477, cleared binding levels {{(pid=85243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 11 17:21:08.376098 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-2f210956-f88e-45e6-a1bd-ec1915141189 service neutron] For port b2fbef57-9115-4869-b070-75dad6a54030, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b2fbef57-9115-4869-b070-75dad6a54030,segment=NetworkSegment(1776a450-8046-433a-83dd-60bae8a336e2),segment_id=1776a450-8046-433a-83dd-60bae8a336e2)] {{(pid=85243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 11 17:21:08.381260 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-2f210956-f88e-45e6-a1bd-ec1915141189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:08.416138 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-51ed0911-f6fb-40c7-b4b9-111ea651b4a0 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:08.428297 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Provisioning for port fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7 completed by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:21:08.442388 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Provisioning complete for port fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7 triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:21:08.444846 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:08.527147 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:08.640389 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:08.660309 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7,segment=NetworkSegment(67ab9727-5518-4af8-b386-cfda222f1ba3),segment_id=67ab9727-5518-4af8-b386-cfda222f1ba3)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:21:08.661656 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc72c57-2194-4d97-9879-b7ca0cbe1503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:21:08.663251 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-d5c75dbd-f38a-41ce-8784-f8777dc82b4f tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:08.669928 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:08.670908 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device f6e40142-a3be-439c-992d-222c6f210dd1 up at agent hyperv_hv-cinder-78477 {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:21:08.685034 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd1e1d-7185-4db2-a6f6-ef80a1fed144 req-8ead0bc2-1840-47d4-a951-b366d98d0bf5 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:08.693868 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-fddd1e1d-7185-4db2-a6f6-ef80a1fed144 req-8ead0bc2-1840-47d4-a951-b366d98d0bf5 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 944 time: 0.8024406 Apr 11 17:21:08.702297 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-46f8f4fa-8ad5-4d51-8f61-a19837935a69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:08.814149 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Provisioning for port f6e40142-a3be-439c-992d-222c6f210dd1 completed by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:21:08.818399 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7,revision_number=5']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:08.822860 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:08.824139 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Provisioning complete for port f6e40142-a3be-439c-992d-222c6f210dd1 triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:21:08.824552 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:08.833841 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-d5c75dbd-f38a-41ce-8784-f8777dc82b4f tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Transition to ACTIVE for port object 29683527-34da-4cc3-ac60-f5c4283cc12d will not be triggered until provisioned by entity DHCP. {{(pid=85244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:21:08.898683 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-fddd1e1d-7185-4db2-a6f6-ef80a1fed144 req-a7815ec4-0ed8-424a-a1c4-04fe581d77af tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=30f7aedf-dffa-4fdc-948f-e321d511164a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1996980 Apr 11 17:21:08.929418 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f210956-f88e-45e6-a1bd-ec1915141189 service neutron] Pushing event updated for resources: {'Port': ['ID=b2fbef57-9115-4869-b070-75dad6a54030,revision_number=3']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:08.942484 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2f210956-f88e-45e6-a1bd-ec1915141189 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:08.968679 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:08.989733 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-2f210956-f88e-45e6-a1bd-ec1915141189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:08.990017 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-2f210956-f88e-45e6-a1bd-ec1915141189 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for port, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:08.991410 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-2f210956-f88e-45e6-a1bd-ec1915141189 service neutron] 10.222.0.42 "PUT /v2.0/ports/b2fbef57-9115-4869-b070-75dad6a54030 HTTP/1.1" status: 200 len: 1094 time: 2.7667134 Apr 11 17:21:08.991972 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '206061e1-f9a3-4435-b324-02f92bf84054', 'tag': 'b2fbef57-9115-4869-b070-75dad6a54030'}] {{(pid=85243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:21:08.998738 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port f6e40142-a3be-439c-992d-222c6f210dd1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=f6e40142-a3be-439c-992d-222c6f210dd1,segment=NetworkSegment(67ab9727-5518-4af8-b386-cfda222f1ba3),segment_id=67ab9727-5518-4af8-b386-cfda222f1ba3)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:21:09.001478 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:09.003707 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:09.096600 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-d5c75dbd-f38a-41ce-8784-f8777dc82b4f tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6317060'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:09.124533 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=f6e40142-a3be-439c-992d-222c6f210dd1,revision_number=5']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:09.133524 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:09.134278 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-73768b57-9c9e-4911-98de-5b3896d00cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:09.204246 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-3b9704b5-e6cc-438c-9b08-8d33599bca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:09.205787 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-3b9704b5-e6cc-438c-9b08-8d33599bca4a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1dff44dcd306439ea6d1f64cae358515&device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 1097 time: 0.1448650 Apr 11 17:21:09.229380 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-73768b57-9c9e-4911-98de-5b3896d00cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:09.273255 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:09.294566 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c198f3dc-d6fe-442b-8c5c-9d80d5186998 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:09.316656 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-bfc44698-67d3-4bea-8b8f-4b45a8a78554 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2fbef57-9115-4869-b070-75dad6a54030 HTTP/1.1" status: 200 len: 217 time: 0.0991287 Apr 11 17:21:09.406306 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-73768b57-9c9e-4911-98de-5b3896d00cd9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c3c35ca0387d4c089f2f82fcbf6d4224&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8688066 Apr 11 17:21:09.410370 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 57524) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:09.412365 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-56ab7f0d-8e79-4a94-8961-763d6c8c2285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:09.414394 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-56ab7f0d-8e79-4a94-8961-763d6c8c2285 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d687bab0-4e02-4bbb-b7d3-fd6ef7a92063 HTTP/1.1" status: 200 len: 850 time: 0.0897062 Apr 11 17:21:09.559648 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3a7a2384-0d30-42df-bbd7-2903fc2ec4c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:09.582135 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c75dbd-f38a-41ce-8784-f8777dc82b4f tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Pushing event updated for resources: {'Port': ['ID=29683527-34da-4cc3-ac60-f5c4283cc12d,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:09.588757 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-d5c75dbd-f38a-41ce-8784-f8777dc82b4f tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Network cbf8495d-d585-4ffa-8bba-b4256f490b2f is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:21:09.592888 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d5c75dbd-f38a-41ce-8784-f8777dc82b4f tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:09.593817 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-d5c75dbd-f38a-41ce-8784-f8777dc82b4f tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:21:09.595414 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1de5d843-767a-4fb6-8840-1a948ef47cea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.266s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:09.602372 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-d5c75dbd-f38a-41ce-8784-f8777dc82b4f tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:21:09.616229 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3a7a2384-0d30-42df-bbd7-2903fc2ec4c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:09.639809 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-b7c271ac-1a7a-4aa4-ba4e-c0ff76ca989c tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:09.641526 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-b7c271ac-1a7a-4aa4-ba4e-c0ff76ca989c tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] 10.222.0.16 "GET /v2.0/networks?id=7d45e187-e6e9-424c-9af1-b61c29ec05e4 HTTP/1.1" status: 200 len: 809 time: 0.9724596 Apr 11 17:21:09.660449 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b8fad-3520-48af-8af4-3037ba48be44 req-9f68aa12-e60a-4537-a213-2f7e621b2a69 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:09.662707 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-729b8fad-3520-48af-8af4-3037ba48be44 req-9f68aa12-e60a-4537-a213-2f7e621b2a69 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 932 time: 0.5496294 Apr 11 17:21:09.697778 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3a7a2384-0d30-42df-bbd7-2903fc2ec4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:09.703786 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-9724c21f-68e5-48a6-9563-be0b91c80940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:09.705415 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-9724c21f-68e5-48a6-9563-be0b91c80940 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f79386bd-8864-4166-bb9e-db3cc709422a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2406297 Apr 11 17:21:09.707674 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8de6a276-0f89-47e1-be7e-1b10e40425bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:09.726266 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-729b8fad-3520-48af-8af4-3037ba48be44 req-8bd6f0ca-2bec-430c-833c-8ab7f0d10001 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479090 Apr 11 17:21:09.732141 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73768b57-9c9e-4911-98de-5b3896d00cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b385037-fb7c-4209-a9b1-a2639fcbb5f2,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:09.737990 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-4696c455-3804-467e-b7fa-7783fd650166 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] 10.222.0.16 "GET /v2.0/quotas/90377d035327474686d46bb0205e3dbd HTTP/1.1" status: 200 len: 375 time: 0.0721505 Apr 11 17:21:09.741420 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-73768b57-9c9e-4911-98de-5b3896d00cd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:09.755849 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a2384-0d30-42df-bbd7-2903fc2ec4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b385037-fb7c-4209-a9b1-a2639fcbb5f2,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:09.772158 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3a7a2384-0d30-42df-bbd7-2903fc2ec4c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:09.798102 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-d5c75dbd-f38a-41ce-8784-f8777dc82b4f tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:09.798958 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-d5c75dbd-f38a-41ce-8784-f8777dc82b4f tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:09.819351 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 57532) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:09.839345 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-bcfd6000-e818-49e7-9761-bf568d5271d8 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=90377d035327474686d46bb0205e3dbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0867453 Apr 11 17:21:09.899361 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3a7a2384-0d30-42df-bbd7-2903fc2ec4c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:09.902966 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-3a7a2384-0d30-42df-bbd7-2903fc2ec4c3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9b385037-fb7c-4209-a9b1-a2639fcbb5f2 HTTP/1.1" status: 204 len: 168 time: 0.4855466 Apr 11 17:21:09.957401 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-b6ae0967-6f29-491c-9ddd-9025bf384699 service neutron] 10.222.0.42 "GET /v2.0/networks/f79386bd-8864-4166-bb9e-db3cc709422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376387 Apr 11 17:21:09.992154 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-475779c4-6439-460c-b46b-bd2b4cbd6b9c None None] Provisioning for port 29683527-34da-4cc3-ac60-f5c4283cc12d completed by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:21:10.007197 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-475779c4-6439-460c-b46b-bd2b4cbd6b9c None None] Provisioning complete for port 29683527-34da-4cc3-ac60-f5c4283cc12d triggered by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:21:10.007620 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-475779c4-6439-460c-b46b-bd2b4cbd6b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:10.013263 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-d5c75dbd-f38a-41ce-8784-f8777dc82b4f tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4454341 Apr 11 17:21:10.033632 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-f8069604-965b-4351-815a-e1f9299adc69 service neutron] Request body: {'port': {'device_id': 'f206e244-f2eb-4479-ac8c-967542c6e6ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:21:10.140071 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-475779c4-6439-460c-b46b-bd2b4cbd6b9c None None] Port 29683527-34da-4cc3-ac60-f5c4283cc12d cannot update to ACTIVE because it is not bound. {{(pid=85245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 11 17:21:10.202120 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-853694e3-dd71-4d2e-82d1-8c5a67a6fa04 req-f90e5600-083c-4fa4-a001-26a633c899a8 service neutron] 10.222.0.42 "GET /v2.0/networks/f79386bd-8864-4166-bb9e-db3cc709422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372711 Apr 11 17:21:10.209317 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-82b4f41e-0925-4d2c-aa51-d4d99bc9e018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:10.245228 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-82b4f41e-0925-4d2c-aa51-d4d99bc9e018 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:21:10.262702 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-82b4f41e-0925-4d2c-aa51-d4d99bc9e018 admin admin] Usage tracker for resource:security_group_rule and tenant:a8ef03388a27482fbc5bab6e13c62971 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:21:10.271562 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-82b4f41e-0925-4d2c-aa51-d4d99bc9e018 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:21:10.277004 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-f8069604-965b-4351-815a-e1f9299adc69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:10.340547 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2955e4-ba9b-4787-b192-0a6ffb84e30d req-4ecbfba9-6bf6-4134-affa-8710b5d6f294 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:10.343385 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3a2955e4-ba9b-4787-b192-0a6ffb84e30d req-4ecbfba9-6bf6-4134-affa-8710b5d6f294 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 945 time: 0.4667931 Apr 11 17:21:10.366080 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-82b4f41e-0925-4d2c-aa51-d4d99bc9e018 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:21:10.373221 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-6d41cf48-fbc6-47c8-9e08-471f0e72de0a service neutron] 10.222.0.16 "GET /v2.0/networks/7d45e187-e6e9-424c-9af1-b61c29ec05e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5219293 Apr 11 17:21:10.658947 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3a2955e4-ba9b-4787-b192-0a6ffb84e30d req-0f9953b8-9b28-4d31-9ef0-e183d6316bda tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902713 Apr 11 17:21:10.729132 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc72c57-2194-4d97-9879-b7ca0cbe1503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7', 'code': 200} Apr 11 17:21:10.780018 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '206061e1-f9a3-4435-b324-02f92bf84054', 'tag': 'b2fbef57-9115-4869-b070-75dad6a54030', 'status': 'completed', 'code': 200} Apr 11 17:21:10.963726 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2cf70-ec91-48fe-9b69-eadd97acc45b req-e8dceb03-2e6c-4870-8e05-681d3702d108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:10.965541 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-16d2cf70-ec91-48fe-9b69-eadd97acc45b req-e8dceb03-2e6c-4870-8e05-681d3702d108 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1dff44dcd306439ea6d1f64cae358515&device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 1097 time: 0.1497042 Apr 11 17:21:11.074655 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-28e95b71-be92-4dd4-84c8-fb178dd344a4 service neutron] 10.222.0.16 "GET /v2.0/networks/7d45e187-e6e9-424c-9af1-b61c29ec05e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6608946 Apr 11 17:21:11.202507 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-82b4f41e-0925-4d2c-aa51-d4d99bc9e018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:11.208725 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-82b4f41e-0925-4d2c-aa51-d4d99bc9e018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:11.220767 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b738e1bb-4595-4be2-98c5-2a7d46bbf7e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:11.256736 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953740f0-2538-42f2-9801-a639b4be11d2 req-2141bfde-94ab-4edd-84d3-e47732eec340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:11.258782 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-953740f0-2538-42f2-9801-a639b4be11d2 req-2141bfde-94ab-4edd-84d3-e47732eec340 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 1099 time: 0.2541409 Apr 11 17:21:11.263755 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-82b4f41e-0925-4d2c-aa51-d4d99bc9e018 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a8ef03388a27482fbc5bab6e13c62971&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4356124 Apr 11 17:21:11.265412 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 57576) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:11.296988 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4f41e-0925-4d2c-aa51-d4d99bc9e018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b905d1cf-e868-40f9-ae30-747a93daed8d,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:11.302563 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-82b4f41e-0925-4d2c-aa51-d4d99bc9e018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:11.408353 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fd5937f3-b65e-4a63-b831-3cd115833ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:11.443176 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-f8069604-965b-4351-815a-e1f9299adc69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29683527-34da-4cc3-ac60-f5c4283cc12d {{(pid=85244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 11 17:21:11.443869 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fd5937f3-b65e-4a63-b831-3cd115833ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:11.452211 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-f8069604-965b-4351-815a-e1f9299adc69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:11.469273 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-f8069604-965b-4351-815a-e1f9299adc69 service neutron] Transition to ACTIVE for port object 29683527-34da-4cc3-ac60-f5c4283cc12d will not be triggered until provisioned by entity L2. {{(pid=85244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:21:11.503275 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fd5937f3-b65e-4a63-b831-3cd115833ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:11.520376 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:11.529995 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-f8069604-965b-4351-815a-e1f9299adc69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848458740'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:11.547468 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5937f3-b65e-4a63-b831-3cd115833ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b905d1cf-e868-40f9-ae30-747a93daed8d,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:11.550037 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-fd5937f3-b65e-4a63-b831-3cd115833ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:11.565333 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fd5937f3-b65e-4a63-b831-3cd115833ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:11.570355 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-fd5937f3-b65e-4a63-b831-3cd115833ca6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b905d1cf-e868-40f9-ae30-747a93daed8d HTTP/1.1" status: 204 len: 168 time: 0.3036277 Apr 11 17:21:11.572148 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2cf70-ec91-48fe-9b69-eadd97acc45b req-45a0d11d-b327-4aa3-92a3-0e69fd4b71f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:11.573733 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-16d2cf70-ec91-48fe-9b69-eadd97acc45b req-45a0d11d-b327-4aa3-92a3-0e69fd4b71f0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f79386bd-8864-4166-bb9e-db3cc709422a HTTP/1.1" status: 200 len: 912 time: 0.5964797 Apr 11 17:21:11.575653 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-953740f0-2538-42f2-9801-a639b4be11d2 req-392d1571-907f-4b46-9f3e-326dfb1cd286 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475271 Apr 11 17:21:11.598508 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:11.737478 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8069604-965b-4351-815a-e1f9299adc69 service neutron] Pushing event updated for resources: {'Port': ['ID=29683527-34da-4cc3-ac60-f5c4283cc12d,revision_number=2']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:11.770420 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-16d2cf70-ec91-48fe-9b69-eadd97acc45b req-d7ac721a-bee2-4cf6-a5f3-86508e7da3fc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2fbef57-9115-4869-b070-75dad6a54030 HTTP/1.1" status: 200 len: 217 time: 0.0957117 Apr 11 17:21:11.772323 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f8069604-965b-4351-815a-e1f9299adc69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:11.938027 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2cf70-ec91-48fe-9b69-eadd97acc45b req-204b9bbb-c9e9-4044-8608-47a0fbd3b826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:11.945768 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-16d2cf70-ec91-48fe-9b69-eadd97acc45b req-204b9bbb-c9e9-4044-8608-47a0fbd3b826 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d687bab0-4e02-4bbb-b7d3-fd6ef7a92063 HTTP/1.1" status: 200 len: 850 time: 0.1617613 Apr 11 17:21:12.125265 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2cf70-ec91-48fe-9b69-eadd97acc45b req-0a52e350-6b12-4381-9c7a-7eb36373a6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:12.128002 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-16d2cf70-ec91-48fe-9b69-eadd97acc45b req-0a52e350-6b12-4381-9c7a-7eb36373a6e6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f79386bd-8864-4166-bb9e-db3cc709422a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1774509 Apr 11 17:21:12.285669 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298e299-58e4-4a7a-9077-98ab2c7cc535 req-adff3cc8-d402-4d10-8b48-3d6b90200e14 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:12.286981 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-f298e299-58e4-4a7a-9077-98ab2c7cc535 req-adff3cc8-d402-4d10-8b48-3d6b90200e14 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Synchronizing usage tracker for tenant:85eed75d59b44674a89c120123abc4ab on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:21:12.325309 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-16d2cf70-ec91-48fe-9b69-eadd97acc45b req-b6270aee-cc35-4d72-9cf9-5c3da0032944 service neutron] 10.222.0.42 "GET /v2.0/networks/f79386bd-8864-4166-bb9e-db3cc709422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728835 Apr 11 17:21:12.381669 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 57606) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:12.407350 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775cea4-9be0-45b9-82e4-e5208f498632 req-f7fe7d0b-e792-4fc3-8256-0e79f6215dc0 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:12.416519 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f775cea4-9be0-45b9-82e4-e5208f498632 req-f7fe7d0b-e792-4fc3-8256-0e79f6215dc0 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 944 time: 0.9456284 Apr 11 17:21:12.435170 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-f298e299-58e4-4a7a-9077-98ab2c7cc535 req-adff3cc8-d402-4d10-8b48-3d6b90200e14 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Unset dirty status for tenant:85eed75d59b44674a89c120123abc4ab on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:21:12.443438 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f298e299-58e4-4a7a-9077-98ab2c7cc535 req-adff3cc8-d402-4d10-8b48-3d6b90200e14 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 944 time: 0.9061139 Apr 11 17:21:12.493750 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f298e299-58e4-4a7a-9077-98ab2c7cc535 req-deb8c5f6-25da-4406-9ad1-aef0f7b26280 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491035 Apr 11 17:21:12.528074 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f775cea4-9be0-45b9-82e4-e5208f498632 req-bcdf372f-eed6-4542-baf9-52c5aaec1966 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=30f7aedf-dffa-4fdc-948f-e321d511164a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103530 Apr 11 17:21:12.617084 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-f8069604-965b-4351-815a-e1f9299adc69 service neutron] Attempting to bind port 29683527-34da-4cc3-ac60-f5c4283cc12d on host hv-cinder-78477 for vnic_type normal with profile {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:21:12.617805 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-f8069604-965b-4351-815a-e1f9299adc69 service neutron] Attempting to bind port 29683527-34da-4cc3-ac60-f5c4283cc12d by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '8f975aaa-dcda-4b79-90fe-e36b252d6285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f'}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 11 17:21:12.618376 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-f8069604-965b-4351-815a-e1f9299adc69 service neutron] Attempting to bind port 29683527-34da-4cc3-ac60-f5c4283cc12d on network cbf8495d-d585-4ffa-8bba-b4256f490b2f {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:21:12.630806 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-f8069604-965b-4351-815a-e1f9299adc69 service neutron] Port 29683527-34da-4cc3-ac60-f5c4283cc12d on network cbf8495d-d585-4ffa-8bba-b4256f490b2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:21:12.631501 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-f8069604-965b-4351-815a-e1f9299adc69 service neutron] Attempting to bind port 29683527-34da-4cc3-ac60-f5c4283cc12d on network cbf8495d-d585-4ffa-8bba-b4256f490b2f {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:21:12.642154 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-f8069604-965b-4351-815a-e1f9299adc69 service neutron] Checking agent: {'id': '0333fbf7-6dfe-499c-9c5e-b9bf9a863355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 18, 34), 'started_at': datetime.datetime(2021, 4, 11, 17, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 17:21:12.647744 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-f8069604-965b-4351-815a-e1f9299adc69 service neutron] Checking segment: {'id': '8f975aaa-dcda-4b79-90fe-e36b252d6285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:21:12.648526 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-f8069604-965b-4351-815a-e1f9299adc69 service neutron] Bound using segment: {'id': '8f975aaa-dcda-4b79-90fe-e36b252d6285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f'} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 17:21:12.650110 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-f8069604-965b-4351-815a-e1f9299adc69 service neutron] Bound port: 29683527-34da-4cc3-ac60-f5c4283cc12d, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f975aaa-dcda-4b79-90fe-e36b252d6285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f'}}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 11 17:21:12.650852 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-f8069604-965b-4351-815a-e1f9299adc69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:12.672200 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e09d52a0-4f96-4c89-b986-1297f0915cc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:12.697643 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-e09d52a0-4f96-4c89-b986-1297f0915cc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:21:12.714841 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-e09d52a0-4f96-4c89-b986-1297f0915cc4 admin admin] Usage tracker for resource:security_group_rule and tenant:a5fa926052c8479d8d88bc50d3df3443 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:21:12.720254 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-e09d52a0-4f96-4c89-b986-1297f0915cc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:21:12.730864 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bcd673f-ae36-45b1-9faf-5dd6956b0e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6e40142-a3be-439c-992d-222c6f210dd1'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:21:12.745835 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-16d2cf70-ec91-48fe-9b69-eadd97acc45b req-465797a9-8f5d-4859-8d97-aa021554a2cf service neutron] 10.222.0.42 "GET /v2.0/networks/f79386bd-8864-4166-bb9e-db3cc709422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935933 Apr 11 17:21:12.747232 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-e09d52a0-4f96-4c89-b986-1297f0915cc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:21:12.822875 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1fb81dd0-8f5d-450e-9c7e-d349f4b55418 req-0bccd943-fa6f-434a-84fa-fd6daa7e0459 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] 10.222.0.16 "GET /v2.0/ports?device_id=96a6ac2f-48c3-4c89-92af-55d2db404323 HTTP/1.1" status: 200 len: 210 time: 0.1091380 Apr 11 17:21:12.861061 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e09d52a0-4f96-4c89-b986-1297f0915cc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:12.865448 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e09d52a0-4f96-4c89-b986-1297f0915cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:12.887855 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:12.925352 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-f8069604-965b-4351-815a-e1f9299adc69 service neutron] For port 29683527-34da-4cc3-ac60-f5c4283cc12d, host hv-cinder-78477, cleared binding levels {{(pid=85244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 11 17:21:12.929126 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-f8069604-965b-4351-815a-e1f9299adc69 service neutron] For port 29683527-34da-4cc3-ac60-f5c4283cc12d, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=29683527-34da-4cc3-ac60-f5c4283cc12d,segment=NetworkSegment(8f975aaa-dcda-4b79-90fe-e36b252d6285),segment_id=8f975aaa-dcda-4b79-90fe-e36b252d6285)] {{(pid=85244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 11 17:21:12.937520 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-f8069604-965b-4351-815a-e1f9299adc69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848458740'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:12.957901 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f8a38db8-6d11-4b42-85d4-a6ed3b6eaffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:12.991972 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-e09d52a0-4f96-4c89-b986-1297f0915cc4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a5fa926052c8479d8d88bc50d3df3443&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6034665 Apr 11 17:21:12.992670 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 57620) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:13.044492 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d52a0-4f96-4c89-b986-1297f0915cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c73d442-9706-48e4-82fa-95daab2051f3,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:13.048707 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e09d52a0-4f96-4c89-b986-1297f0915cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:13.082692 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-19444753-3d7d-4e28-a693-6bc75aa35a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:13.134324 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-19444753-3d7d-4e28-a693-6bc75aa35a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:13.253799 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8069604-965b-4351-815a-e1f9299adc69 service neutron] Pushing event updated for resources: {'Port': ['ID=29683527-34da-4cc3-ac60-f5c4283cc12d,revision_number=3']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:13.257651 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f8069604-965b-4351-815a-e1f9299adc69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:13.331470 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12628b79-8651-4ecc-994b-fd8cccd01bd5 req-b23150f3-6b0d-46ab-ab11-f6969b10bf5b tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:13.333768 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-12628b79-8651-4ecc-994b-fd8cccd01bd5 req-b23150f3-6b0d-46ab-ab11-f6969b10bf5b tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] 10.222.0.16 "GET /v2.0/ports?device_id=441b9ede-1e15-4c2d-9fff-6a7ca497988a HTTP/1.1" status: 200 len: 946 time: 0.5068362 Apr 11 17:21:13.367755 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-19444753-3d7d-4e28-a693-6bc75aa35a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:13.374964 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-fd5937f3-b65e-4a63-b831-3cd115833ca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:13.384045 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d75bb-98a3-420b-9473-594685d6671a req-792d3d49-8cdd-46da-917c-a712b0f4e523 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:13.385720 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-413d75bb-98a3-420b-9473-594685d6671a req-792d3d49-8cdd-46da-917c-a712b0f4e523 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 945 time: 0.4291677 Apr 11 17:21:13.415036 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-12628b79-8651-4ecc-994b-fd8cccd01bd5 req-b3316953-9d59-49ba-a12b-3839c72af905 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b78f995-69f8-4993-86bd-99aae1743600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650225 Apr 11 17:21:13.420301 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-f8069604-965b-4351-815a-e1f9299adc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:13.421770 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-f8069604-965b-4351-815a-e1f9299adc69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:13.423369 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-f8069604-965b-4351-815a-e1f9299adc69 service neutron] 10.222.0.42 "PUT /v2.0/ports/29683527-34da-4cc3-ac60-f5c4283cc12d HTTP/1.1" status: 200 len: 1094 time: 3.3998542 Apr 11 17:21:13.439950 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19444753-3d7d-4e28-a693-6bc75aa35a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c73d442-9706-48e4-82fa-95daab2051f3,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:13.446380 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f206e244-f2eb-4479-ac8c-967542c6e6ab', 'tag': '29683527-34da-4cc3-ac60-f5c4283cc12d'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:21:13.476938 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-19444753-3d7d-4e28-a693-6bc75aa35a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:13.526442 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-413d75bb-98a3-420b-9473-594685d6671a req-d2382f27-b0a5-40e0-95f2-0bce7ed83a0f tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076076 Apr 11 17:21:13.548749 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bcd673f-ae36-45b1-9faf-5dd6956b0e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6e40142-a3be-439c-992d-222c6f210dd1', 'code': 200} Apr 11 17:21:13.570810 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-19444753-3d7d-4e28-a693-6bc75aa35a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:13.572166 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-19444753-3d7d-4e28-a693-6bc75aa35a38 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2c73d442-9706-48e4-82fa-95daab2051f3 HTTP/1.1" status: 204 len: 168 time: 0.5780520 Apr 11 17:21:13.633799 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f206e244-f2eb-4479-ac8c-967542c6e6ab', 'tag': '29683527-34da-4cc3-ac60-f5c4283cc12d', 'status': 'completed', 'code': 200} Apr 11 17:21:13.643812 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-49d2986b-a3c8-4a69-93db-a4fd11f2da7b tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:13.644649 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-49d2986b-a3c8-4a69-93db-a4fd11f2da7b tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] Synchronizing usage tracker for tenant:90377d035327474686d46bb0205e3dbd on resource:network {{(pid=85243) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:21:13.787775 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-49d2986b-a3c8-4a69-93db-a4fd11f2da7b tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] Unset dirty status for tenant:90377d035327474686d46bb0205e3dbd on resource:network {{(pid=85243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:21:13.788941 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-49d2986b-a3c8-4a69-93db-a4fd11f2da7b tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] 10.222.0.42 "GET /v2.0/networks?id=7d45e187-e6e9-424c-9af1-b61c29ec05e4 HTTP/1.1" status: 200 len: 809 time: 0.5750349 Apr 11 17:21:13.812837 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-9a4a6b82-157d-4905-8330-54c29ff2fbb7 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] Request body: {'port': {'device_id': '96a6ac2f-48c3-4c89-92af-55d2db404323', 'network_id': '7d45e187-e6e9-424c-9af1-b61c29ec05e4', 'admin_state_up': True, 'tenant_id': '90377d035327474686d46bb0205e3dbd'}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:21:13.863899 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e87653-329b-4152-ab3b-fce383009631 req-810d0164-f806-426e-aac6-8cf1ed2914e6 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:13.865149 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-b9e87653-329b-4152-ab3b-fce383009631 req-810d0164-f806-426e-aac6-8cf1ed2914e6 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Synchronizing usage tracker for tenant:ed6972e7141a4b7293eb9d8ad05db9b9 on resource:port {{(pid=85243) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:21:13.955077 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-b9e87653-329b-4152-ab3b-fce383009631 req-810d0164-f806-426e-aac6-8cf1ed2914e6 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Unset dirty status for tenant:ed6972e7141a4b7293eb9d8ad05db9b9 on resource:port {{(pid=85243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:21:13.956361 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b9e87653-329b-4152-ab3b-fce383009631 req-810d0164-f806-426e-aac6-8cf1ed2914e6 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] 10.222.0.42 "GET /v2.0/ports?device_id=441b9ede-1e15-4c2d-9fff-6a7ca497988a HTTP/1.1" status: 200 len: 946 time: 0.5582719 Apr 11 17:21:14.062926 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.42', 58555) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:14.136166 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-b9e87653-329b-4152-ab3b-fce383009631 req-0f5e1db5-2cb2-43bc-8b1c-0b65316dee5a tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Deleting port a81f2191-43cc-4568-822c-0a8c0d4e1bbc {{(pid=85243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:21:14.136562 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-b9e87653-329b-4152-ab3b-fce383009631 req-0f5e1db5-2cb2-43bc-8b1c-0b65316dee5a tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:14.171601 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db385868-ef6d-44c0-b0ca-e87016689754 req-27f2c587-5548-4900-b2e0-867fff67ace9 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:14.179572 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-db385868-ef6d-44c0-b0ca-e87016689754 req-27f2c587-5548-4900-b2e0-867fff67ace9 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 944 time: 0.3633022 Apr 11 17:21:14.190776 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367f535-1ade-41c3-b7fe-6b7311ff4361 req-50774030-813d-4fce-a3ed-b5a1afe46dd5 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:14.193405 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-9367f535-1ade-41c3-b7fe-6b7311ff4361 req-50774030-813d-4fce-a3ed-b5a1afe46dd5 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 944 time: 0.4666777 Apr 11 17:21:14.196588 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-d4e0bc48-a72e-47f1-865c-4671bc388e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:14.198155 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-d4e0bc48-a72e-47f1-865c-4671bc388e2f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=85eed75d59b44674a89c120123abc4ab&device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 1097 time: 0.2303231 Apr 11 17:21:14.223212 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-9a4a6b82-157d-4905-8330-54c29ff2fbb7 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:21:14.224997 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-9a4a6b82-157d-4905-8330-54c29ff2fbb7 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] Usage tracker for resource:port and tenant:90377d035327474686d46bb0205e3dbd is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:21:14.228022 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-9a4a6b82-157d-4905-8330-54c29ff2fbb7 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:21:14.234904 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-9a4a6b82-157d-4905-8330-54c29ff2fbb7 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:21:14.256070 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-9a4a6b82-157d-4905-8330-54c29ff2fbb7 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] Made reservation on behalf of 90377d035327474686d46bb0205e3dbd for: {'port': 1} {{(pid=85243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:21:14.262276 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-9a4a6b82-157d-4905-8330-54c29ff2fbb7 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:14.303260 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-db385868-ef6d-44c0-b0ca-e87016689754 req-f1bcf1c6-52ae-49cc-83fd-22e26e9048e8 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=30f7aedf-dffa-4fdc-948f-e321d511164a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225672 Apr 11 17:21:14.350469 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device b2fbef57-9115-4869-b070-75dad6a54030 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 11 17:21:14.411768 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-9367f535-1ade-41c3-b7fe-6b7311ff4361 req-384691db-bc64-4b90-bbfc-692b22e5f715 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869724 Apr 11 17:21:14.430891 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-f973b136-91e5-46dc-b0d7-ebe158d880f4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29683527-34da-4cc3-ac60-f5c4283cc12d HTTP/1.1" status: 200 len: 217 time: 0.2079310 Apr 11 17:21:14.546464 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-9a4a6b82-157d-4905-8330-54c29ff2fbb7 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] Allocated IP 172.20.0.7 (7d45e187-e6e9-424c-9af1-b61c29ec05e4/f0af8b53-22ec-44e4-84b9-89afa4da4418/b450ae32-6ee7-40f8-ac7a-b80acf97b808) {{(pid=85243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:21:14.629792 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-39cfe73f-961a-4093-801b-cb066bba57df req-e87b9e91-014c-4b18-9662-79388578bc63 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] 10.222.0.16 "GET /v2.0/ports?device_id=96a6ac2f-48c3-4c89-92af-55d2db404323 HTTP/1.1" status: 200 len: 210 time: 0.1096394 Apr 11 17:21:14.797321 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-9a4a6b82-157d-4905-8330-54c29ff2fbb7 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] Notify callbacks [] for port, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:14.841757 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-9a4a6b82-157d-4905-8330-54c29ff2fbb7 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235'] for port, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:14.850612 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port b2fbef57-9115-4869-b070-75dad6a54030, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b2fbef57-9115-4869-b070-75dad6a54030,segment=NetworkSegment(1776a450-8046-433a-83dd-60bae8a336e2),segment_id=1776a450-8046-433a-83dd-60bae8a336e2)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:21:14.851724 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94252e49-348d-408f-9eef-d4700b75542c req-9354a2b0-e1d8-4dfb-83fc-a01dfa5d6936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:14.853662 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-94252e49-348d-408f-9eef-d4700b75542c req-9354a2b0-e1d8-4dfb-83fc-a01dfa5d6936 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 1098 time: 0.7870812 Apr 11 17:21:14.877527 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-efd4f7ea-a11e-43b9-9c1e-066f871b99d0 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:14.883128 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Returning: {'device': 'b2fbef57-9115-4869-b070-75dad6a54030', 'network_id': 'f79386bd-8864-4166-bb9e-db3cc709422a', 'port_id': 'b2fbef57-9115-4869-b070-75dad6a54030', 'mac_address': 'fa:16:3e:fd:48:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd687bab0-4e02-4bbb-b7d3-fd6ef7a92063', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 17:21:14.991477 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-04a3b771-c6e8-40b2-8f49-85b1f763de14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:14.993353 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-04a3b771-c6e8-40b2-8f49-85b1f763de14 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b37db23d-12d1-4791-957e-028de05166fa HTTP/1.1" status: 200 len: 855 time: 0.5322793 Apr 11 17:21:15.020244 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:15.025834 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2fbef57-9115-4869-b070-75dad6a54030 {{(pid=85245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 11 17:21:15.071473 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port b2fbef57-9115-4869-b070-75dad6a54030, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b2fbef57-9115-4869-b070-75dad6a54030,segment=NetworkSegment(1776a450-8046-433a-83dd-60bae8a336e2),segment_id=1776a450-8046-433a-83dd-60bae8a336e2)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:21:15.077778 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:15.079732 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:15.132532 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d125a-0483-48a5-932b-29cefac033b9 req-7556b239-ec61-463e-aa67-b8ff5a03e7de tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:15.140835 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2e9d125a-0483-48a5-932b-29cefac033b9 req-7556b239-ec61-463e-aa67-b8ff5a03e7de tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 945 time: 0.2715259 Apr 11 17:21:15.186985 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2e9d125a-0483-48a5-932b-29cefac033b9 req-8bb834bf-060f-4412-a603-84c77351bfc4 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447693 Apr 11 17:21:15.205468 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b900a57-c779-4a64-bc2c-a5d6eaa4dedb req-ae9073ca-7ae4-4011-a517-1d2891d27ee1 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:15.214133 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5b900a57-c779-4a64-bc2c-a5d6eaa4dedb req-ae9073ca-7ae4-4011-a517-1d2891d27ee1 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] 10.222.0.16 "GET /v2.0/ports?device_id=441b9ede-1e15-4c2d-9fff-6a7ca497988a HTTP/1.1" status: 200 len: 946 time: 0.5261319 Apr 11 17:21:15.268615 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5b900a57-c779-4a64-bc2c-a5d6eaa4dedb req-65ab33e0-a0fd-468f-9ef2-633332b72659 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] 10.222.0.16 "GET /v2.0/security-groups?id=6b78f995-69f8-4993-86bd-99aae1743600&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530443 Apr 11 17:21:15.270829 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=b2fbef57-9115-4869-b070-75dad6a54030,revision_number=4']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:15.279220 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:15.299179 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-52626720-9fa4-48df-b8a1-3ceab34a7bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:15.300985 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-52626720-9fa4-48df-b8a1-3ceab34a7bd9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbf8495d-d585-4ffa-8bba-b4256f490b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2975390 Apr 11 17:21:15.419978 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] get_ports_and_sgs() called for port_ids ['b2fbef57-9115-4869-b070-75dad6a54030'] {{(pid=85245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 17:21:15.430066 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 57692) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:15.539196 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-94252e49-348d-408f-9eef-d4700b75542c req-7556ff95-a586-453e-9441-f975d6b1923d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6628664 Apr 11 17:21:15.598831 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a6b82-157d-4905-8330-54c29ff2fbb7 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] Pushing event updated for resources: {'Port': ['ID=b450ae32-6ee7-40f8-ac7a-b80acf97b808,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:15.618852 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-9a4a6b82-157d-4905-8330-54c29ff2fbb7 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.741s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:15.677397 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-b9e87653-329b-4152-ab3b-fce383009631 req-0f5e1db5-2cb2-43bc-8b1c-0b65316dee5a tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] For port a81f2191-43cc-4568-822c-0a8c0d4e1bbc, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=a81f2191-43cc-4568-822c-0a8c0d4e1bbc,segment=NetworkSegment(df0371bf-7f32-4af6-875e-0c40c8b510a6),segment_id=df0371bf-7f32-4af6-875e-0c40c8b510a6)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:21:15.677665 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-b9e87653-329b-4152-ab3b-fce383009631 req-0f5e1db5-2cb2-43bc-8b1c-0b65316dee5a tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:15.745794 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-cdab83a3-808f-4baf-b5ba-0330fe29554d service neutron] 10.222.0.42 "GET /v2.0/networks/cbf8495d-d585-4ffa-8bba-b4256f490b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368527 Apr 11 17:21:15.787492 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-9a4a6b82-157d-4905-8330-54c29ff2fbb7 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] Network 7d45e187-e6e9-424c-9af1-b61c29ec05e4 is already hosted by enough agents. {{(pid=85243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:21:15.852864 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-9a4a6b82-157d-4905-8330-54c29ff2fbb7 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] Resources bound (agent type, host, resource id): {{(pid=85243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:21:15.867917 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-b9e87653-329b-4152-ab3b-fce383009631 req-0f5e1db5-2cb2-43bc-8b1c-0b65316dee5a tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Calling delete_port for a81f2191-43cc-4568-822c-0a8c0d4e1bbc owned by compute:nova {{(pid=85243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:21:15.893311 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-9a4a6b82-157d-4905-8330-54c29ff2fbb7 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] Received port after_create {{(pid=85243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:21:15.899286 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-9a4a6b82-157d-4905-8330-54c29ff2fbb7 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:15.900050 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-9a4a6b82-157d-4905-8330-54c29ff2fbb7 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for port, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:15.918068 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ef09adf5-a73f-4838-991b-f40b918ec672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:15.946656 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-9a4a6b82-157d-4905-8330-54c29ff2fbb7 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1393352 Apr 11 17:21:15.959410 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-ef09adf5-a73f-4838-991b-f40b918ec672 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:21:15.969556 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-ef09adf5-a73f-4838-991b-f40b918ec672 admin admin] Usage tracker for resource:security_group_rule and tenant:ed61224a9baa4a888970bd7efcc9d986 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:21:15.977726 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-ef09adf5-a73f-4838-991b-f40b918ec672 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:21:16.011282 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-ef09adf5-a73f-4838-991b-f40b918ec672 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:21:16.034041 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8828fd-a400-42b5-87de-6b5b276d3ea0 req-7d22575f-8044-4a16-8032-cb4777c23fcd tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:16.035765 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8e8828fd-a400-42b5-87de-6b5b276d3ea0 req-7d22575f-8044-4a16-8032-cb4777c23fcd tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 945 time: 0.5965805 Apr 11 17:21:16.047183 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-579f8302-a21f-4f7c-a193-d3f3a9d8ff85 service neutron] Request body: {'port': {'device_id': '96a6ac2f-48c3-4c89-92af-55d2db404323', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:21:16.069577 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8bf2cb15-0133-4d4a-879f-08decd98cfec req-c11010ab-684e-40ef-ae46-8b13e20a7815 service neutron] 10.222.0.42 "GET /v2.0/networks/cbf8495d-d585-4ffa-8bba-b4256f490b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802966 Apr 11 17:21:16.114822 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158997a-42a1-4eb0-a6e6-154ad241465f req-9c36e47a-1476-45b0-8f52-2872b984384a tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:16.116562 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d158997a-42a1-4eb0-a6e6-154ad241465f req-9c36e47a-1476-45b0-8f52-2872b984384a tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 944 time: 0.3776700 Apr 11 17:21:16.171620 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8e8828fd-a400-42b5-87de-6b5b276d3ea0 req-684dedff-ef35-441d-a5b9-a1e6e3efc8a2 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=30f7aedf-dffa-4fdc-948f-e321d511164a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961301 Apr 11 17:21:16.287112 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-579f8302-a21f-4f7c-a193-d3f3a9d8ff85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:16.289228 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d158997a-42a1-4eb0-a6e6-154ad241465f req-a00bd132-362c-40ff-b333-c39f25d5b2c4 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373944 Apr 11 17:21:16.358405 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-b9e87653-329b-4152-ab3b-fce383009631 req-0f5e1db5-2cb2-43bc-8b1c-0b65316dee5a tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771099430430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771099036582'] for port, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:16.362975 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device a81f2191-43cc-4568-822c-0a8c0d4e1bbc no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 11 17:21:16.452643 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] No Port match for: a81f2191-43cc-4568-822c-0a8c0d4e1bbc {{(pid=85245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 11 17:21:16.464413 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device a81f2191-43cc-4568-822c-0a8c0d4e1bbc not bound to the agent host hv-cinder-78477 {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 11 17:21:16.514231 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-213f3159-1116-42d5-9828-a1d082f76d99 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:16.649047 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e1db5-2cb2-43bc-8b1c-0b65316dee5a tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Pushing event deleted for resources: {'Port': ['ID=a81f2191-43cc-4568-822c-0a8c0d4e1bbc,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:16.682395 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e1db5-2cb2-43bc-8b1c-0b65316dee5a tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:21:16.682802 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e1db5-2cb2-43bc-8b1c-0b65316dee5a tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:21:16.683202 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e1db5-2cb2-43bc-8b1c-0b65316dee5a tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:21:16.683589 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e1db5-2cb2-43bc-8b1c-0b65316dee5a tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:21:16.684003 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e1db5-2cb2-43bc-8b1c-0b65316dee5a tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:21:16.684390 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e1db5-2cb2-43bc-8b1c-0b65316dee5a tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:21:16.684772 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e1db5-2cb2-43bc-8b1c-0b65316dee5a tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:21:16.685155 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e1db5-2cb2-43bc-8b1c-0b65316dee5a tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:21:16.685541 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e1db5-2cb2-43bc-8b1c-0b65316dee5a tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:21:16.685927 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e1db5-2cb2-43bc-8b1c-0b65316dee5a tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:21:16.686308 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e1db5-2cb2-43bc-8b1c-0b65316dee5a tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:21:16.686683 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5e1db5-2cb2-43bc-8b1c-0b65316dee5a tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:21:16.722665 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-0f5e1db5-2cb2-43bc-8b1c-0b65316dee5a tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:16.744065 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e87653-329b-4152-ab3b-fce383009631 req-0f5e1db5-2cb2-43bc-8b1c-0b65316dee5a tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] No DVR routers for this DVR port a81f2191-43cc-4568-822c-0a8c0d4e1bbc on host hv-cinder-78477 {{(pid=85243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 11 17:21:16.750306 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-b9e87653-329b-4152-ab3b-fce383009631 req-0f5e1db5-2cb2-43bc-8b1c-0b65316dee5a tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for port, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:16.753825 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '441b9ede-1e15-4c2d-9fff-6a7ca497988a', 'name': 'network-vif-deleted', 'tag': 'a81f2191-43cc-4568-822c-0a8c0d4e1bbc'}] {{(pid=85243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:21:16.797697 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce8558-a2ac-43b7-abb0-c2fb9ba36f02 req-1b126712-e759-4127-92ae-94f8500aa656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:16.799300 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-03ce8558-a2ac-43b7-abb0-c2fb9ba36f02 req-1b126712-e759-4127-92ae-94f8500aa656 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=85eed75d59b44674a89c120123abc4ab&device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 1097 time: 0.5865827 Apr 11 17:21:16.835146 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b9e87653-329b-4152-ab3b-fce383009631 req-0f5e1db5-2cb2-43bc-8b1c-0b65316dee5a tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] 10.222.0.42 "DELETE /v2.0/ports/a81f2191-43cc-4568-822c-0a8c0d4e1bbc HTTP/1.1" status: 204 len: 173 time: 2.8667054 Apr 11 17:21:17.028111 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ef09adf5-a73f-4838-991b-f40b918ec672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:17.054349 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ef09adf5-a73f-4838-991b-f40b918ec672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:17.093559 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a85aaa-ea97-474d-bbd3-890f5f2ce6f2 req-aebd7c6a-ffee-49d8-a138-7b0073ed8f72 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:17.096298 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e3a85aaa-ea97-474d-bbd3-890f5f2ce6f2 req-aebd7c6a-ffee-49d8-a138-7b0073ed8f72 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] 10.222.0.16 "GET /v2.0/ports?device_id=96a6ac2f-48c3-4c89-92af-55d2db404323 HTTP/1.1" status: 200 len: 931 time: 0.7853491 Apr 11 17:21:17.105897 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc5fdb-4507-4d96-bc45-43085d6f1e5c req-575fd964-ecf7-4ab7-81de-605e5fc241d7 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:17.107756 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-05dc5fdb-4507-4d96-bc45-43085d6f1e5c req-575fd964-ecf7-4ab7-81de-605e5fc241d7 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 945 time: 0.6773565 Apr 11 17:21:17.108504 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-97fca054-e089-4229-b875-e65754c69e65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:17.117535 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-ef09adf5-a73f-4838-991b-f40b918ec672 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ed61224a9baa4a888970bd7efcc9d986&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6863225 Apr 11 17:21:17.129478 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 57738) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:17.163269 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-579f8302-a21f-4f7c-a193-d3f3a9d8ff85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b450ae32-6ee7-40f8-ac7a-b80acf97b808 {{(pid=85243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 11 17:21:17.171325 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-579f8302-a21f-4f7c-a193-d3f3a9d8ff85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:17.187530 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-579f8302-a21f-4f7c-a193-d3f3a9d8ff85 service neutron] Transition to ACTIVE for port object b450ae32-6ee7-40f8-ac7a-b80acf97b808 will not be triggered until provisioned by entity L2. {{(pid=85243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:21:17.190786 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-579f8302-a21f-4f7c-a193-d3f3a9d8ff85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:17.207747 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-9a4a6b82-157d-4905-8330-54c29ff2fbb7 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:17.215431 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce8558-a2ac-43b7-abb0-c2fb9ba36f02 req-046a7770-d031-430c-a0fd-a03cb4949678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:17.217128 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-03ce8558-a2ac-43b7-abb0-c2fb9ba36f02 req-046a7770-d031-430c-a0fd-a03cb4949678 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cbf8495d-d585-4ffa-8bba-b4256f490b2f HTTP/1.1" status: 200 len: 917 time: 0.3972600 Apr 11 17:21:17.237650 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef09adf5-a73f-4838-991b-f40b918ec672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475f1159-60e0-43d2-90e2-69487fc2db94,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:17.340338 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f8302-a21f-4f7c-a193-d3f3a9d8ff85 service neutron] Pushing event updated for resources: {'Port': ['ID=b450ae32-6ee7-40f8-ac7a-b80acf97b808,revision_number=2']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:17.345304 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-579f8302-a21f-4f7c-a193-d3f3a9d8ff85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:17.346805 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-05dc5fdb-4507-4d96-bc45-43085d6f1e5c req-abf9dd3f-41de-4dab-851a-3c58c4574c5a tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224612 Apr 11 17:21:17.371614 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09adf5-a73f-4838-991b-f40b918ec672 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:21:17.373131 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09adf5-a73f-4838-991b-f40b918ec672 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:21:17.373304 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09adf5-a73f-4838-991b-f40b918ec672 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:21:17.373847 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09adf5-a73f-4838-991b-f40b918ec672 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:21:17.374520 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09adf5-a73f-4838-991b-f40b918ec672 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:21:17.375194 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09adf5-a73f-4838-991b-f40b918ec672 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:21:17.375895 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09adf5-a73f-4838-991b-f40b918ec672 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:21:17.377115 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09adf5-a73f-4838-991b-f40b918ec672 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:21:17.377315 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09adf5-a73f-4838-991b-f40b918ec672 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:21:17.377831 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09adf5-a73f-4838-991b-f40b918ec672 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:21:17.378507 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09adf5-a73f-4838-991b-f40b918ec672 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:21:17.379733 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09adf5-a73f-4838-991b-f40b918ec672 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:21:17.400514 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ef09adf5-a73f-4838-991b-f40b918ec672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:17.420154 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e3a85aaa-ea97-474d-bbd3-890f5f2ce6f2 req-889ef0da-2acd-4d6a-9b05-449c04c4ed12 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ca5f6e0-d952-4d40-b606-1ae94077ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984986 Apr 11 17:21:17.440515 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-03ce8558-a2ac-43b7-abb0-c2fb9ba36f02 req-19756020-724f-486d-a9b3-efb47cd72aaf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29683527-34da-4cc3-ac60-f5c4283cc12d HTTP/1.1" status: 200 len: 217 time: 0.2128601 Apr 11 17:21:17.552695 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '441b9ede-1e15-4c2d-9fff-6a7ca497988a', 'name': 'network-vif-deleted', 'tag': 'a81f2191-43cc-4568-822c-0a8c0d4e1bbc', 'status': 'completed', 'code': 200} Apr 11 17:21:17.615396 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce8558-a2ac-43b7-abb0-c2fb9ba36f02 req-7f7c6e97-b796-4559-bd34-a3051a34335b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:17.617012 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-03ce8558-a2ac-43b7-abb0-c2fb9ba36f02 req-7f7c6e97-b796-4559-bd34-a3051a34335b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b37db23d-12d1-4791-957e-028de05166fa HTTP/1.1" status: 200 len: 855 time: 0.1542850 Apr 11 17:21:17.617799 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dab4c2dd-c288-47a2-8426-ff3115f22743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:17.655188 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dab4c2dd-c288-47a2-8426-ff3115f22743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:17.687293 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-579f8302-a21f-4f7c-a193-d3f3a9d8ff85 service neutron] Attempting to bind port b450ae32-6ee7-40f8-ac7a-b80acf97b808 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:21:17.687762 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-579f8302-a21f-4f7c-a193-d3f3a9d8ff85 service neutron] Attempting to bind port b450ae32-6ee7-40f8-ac7a-b80acf97b808 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'a944a156-0449-4ed4-82f9-263c96d5ad14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7d45e187-e6e9-424c-9af1-b61c29ec05e4'}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 11 17:21:17.688256 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-579f8302-a21f-4f7c-a193-d3f3a9d8ff85 service neutron] Attempting to bind port b450ae32-6ee7-40f8-ac7a-b80acf97b808 on network 7d45e187-e6e9-424c-9af1-b61c29ec05e4 {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:21:17.694679 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-579f8302-a21f-4f7c-a193-d3f3a9d8ff85 service neutron] Port b450ae32-6ee7-40f8-ac7a-b80acf97b808 on network 7d45e187-e6e9-424c-9af1-b61c29ec05e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:21:17.695278 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-579f8302-a21f-4f7c-a193-d3f3a9d8ff85 service neutron] Attempting to bind port b450ae32-6ee7-40f8-ac7a-b80acf97b808 on network 7d45e187-e6e9-424c-9af1-b61c29ec05e4 {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:21:17.702165 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-579f8302-a21f-4f7c-a193-d3f3a9d8ff85 service neutron] Checking agent: {'id': '0333fbf7-6dfe-499c-9c5e-b9bf9a863355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 18, 34), 'started_at': datetime.datetime(2021, 4, 11, 17, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 17:21:17.702671 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-579f8302-a21f-4f7c-a193-d3f3a9d8ff85 service neutron] Checking segment: {'id': 'a944a156-0449-4ed4-82f9-263c96d5ad14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7d45e187-e6e9-424c-9af1-b61c29ec05e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:21:17.703172 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-579f8302-a21f-4f7c-a193-d3f3a9d8ff85 service neutron] Bound using segment: {'id': 'a944a156-0449-4ed4-82f9-263c96d5ad14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7d45e187-e6e9-424c-9af1-b61c29ec05e4'} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 17:21:17.703731 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-579f8302-a21f-4f7c-a193-d3f3a9d8ff85 service neutron] Bound port: b450ae32-6ee7-40f8-ac7a-b80acf97b808, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a944a156-0449-4ed4-82f9-263c96d5ad14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '7d45e187-e6e9-424c-9af1-b61c29ec05e4'}}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 11 17:21:17.704270 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-579f8302-a21f-4f7c-a193-d3f3a9d8ff85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:17.793023 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-579f8302-a21f-4f7c-a193-d3f3a9d8ff85 service neutron] For port b450ae32-6ee7-40f8-ac7a-b80acf97b808, host hv-cinder-78477, cleared binding levels {{(pid=85243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 11 17:21:17.796360 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-579f8302-a21f-4f7c-a193-d3f3a9d8ff85 service neutron] For port b450ae32-6ee7-40f8-ac7a-b80acf97b808, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b450ae32-6ee7-40f8-ac7a-b80acf97b808,segment=NetworkSegment(a944a156-0449-4ed4-82f9-263c96d5ad14),segment_id=a944a156-0449-4ed4-82f9-263c96d5ad14)] {{(pid=85243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 11 17:21:17.800516 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-579f8302-a21f-4f7c-a193-d3f3a9d8ff85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:17.816639 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:17.854538 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6aaa02f9-a041-4358-8f03-b6244999e770 req-bf2903bd-f303-4840-be3f-e107e86847a5 tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] 10.222.0.16 "GET /v2.0/ports?device_id=441b9ede-1e15-4c2d-9fff-6a7ca497988a HTTP/1.1" status: 200 len: 210 time: 0.1878219 Apr 11 17:21:17.946263 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca376514-3759-4297-b421-e0505bfaa62b req-97955805-119a-45da-afc1-670de30fbe68 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:17.955967 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ca376514-3759-4297-b421-e0505bfaa62b req-97955805-119a-45da-afc1-670de30fbe68 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 945 time: 0.1994131 Apr 11 17:21:17.987991 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f8302-a21f-4f7c-a193-d3f3a9d8ff85 service neutron] Pushing event updated for resources: {'Port': ['ID=b450ae32-6ee7-40f8-ac7a-b80acf97b808,revision_number=3']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:17.993794 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-579f8302-a21f-4f7c-a193-d3f3a9d8ff85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:17.995157 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dab4c2dd-c288-47a2-8426-ff3115f22743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:18.036011 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-579f8302-a21f-4f7c-a193-d3f3a9d8ff85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:18.037232 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-579f8302-a21f-4f7c-a193-d3f3a9d8ff85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for port, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:18.038778 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-579f8302-a21f-4f7c-a193-d3f3a9d8ff85 service neutron] 10.222.0.42 "PUT /v2.0/ports/b450ae32-6ee7-40f8-ac7a-b80acf97b808 HTTP/1.1" status: 200 len: 1093 time: 2.0118973 Apr 11 17:21:18.040136 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-0c5426ef-f583-4877-8084-d1671852adbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:18.051725 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ca376514-3759-4297-b421-e0505bfaa62b req-a67af1c8-43d1-4719-8121-3a6f1642e528 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=30f7aedf-dffa-4fdc-948f-e321d511164a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949080 Apr 11 17:21:18.070685 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce8558-a2ac-43b7-abb0-c2fb9ba36f02 req-829ff2a6-870c-46b6-bfe4-62f5e3a33498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:18.071390 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-03ce8558-a2ac-43b7-abb0-c2fb9ba36f02 req-829ff2a6-870c-46b6-bfe4-62f5e3a33498 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbf8495d-d585-4ffa-8bba-b4256f490b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4036856 Apr 11 17:21:18.078328 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab4c2dd-c288-47a2-8426-ff3115f22743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475f1159-60e0-43d2-90e2-69487fc2db94,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:18.081071 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dab4c2dd-c288-47a2-8426-ff3115f22743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:18.186417 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-691510af-fd99-4954-aeab-e2ccba9a17d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:18.188139 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-691510af-fd99-4954-aeab-e2ccba9a17d3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=90377d035327474686d46bb0205e3dbd&device_id=96a6ac2f-48c3-4c89-92af-55d2db404323 HTTP/1.1" status: 200 len: 1096 time: 0.0960631 Apr 11 17:21:18.191188 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dab4c2dd-c288-47a2-8426-ff3115f22743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:18.192684 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-dab4c2dd-c288-47a2-8426-ff3115f22743 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/475f1159-60e0-43d2-90e2-69487fc2db94 HTTP/1.1" status: 204 len: 168 time: 1.0606966 Apr 11 17:21:18.271178 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c54ebf-0cbf-4140-980d-57a44c0649e9 req-df3e1689-2458-4087-9355-a5f1e654e580 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:18.273221 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-65c54ebf-0cbf-4140-980d-57a44c0649e9 req-df3e1689-2458-4087-9355-a5f1e654e580 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 944 time: 0.2875538 Apr 11 17:21:18.288610 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-4b058763-a437-499f-b510-40cc745627d4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b450ae32-6ee7-40f8-ac7a-b80acf97b808 HTTP/1.1" status: 200 len: 217 time: 0.0907364 Apr 11 17:21:18.324805 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-03ce8558-a2ac-43b7-abb0-c2fb9ba36f02 req-b1609d5a-8513-4dfb-8f0f-db83504bbbd3 service neutron] 10.222.0.42 "GET /v2.0/networks/cbf8495d-d585-4ffa-8bba-b4256f490b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420132 Apr 11 17:21:18.334309 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-65c54ebf-0cbf-4140-980d-57a44c0649e9 req-f51dad8a-e212-4ccc-a6c9-2e5c2f9e85fa tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511301 Apr 11 17:21:18.376328 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device b2fbef57-9115-4869-b070-75dad6a54030 up at agent hyperv_hv-cinder-78477 {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:21:18.459634 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-9da4efc2-8646-4dd0-b1b6-35a135488466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:18.469903 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-9da4efc2-8646-4dd0-b1b6-35a135488466 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f0af8b53-22ec-44e4-84b9-89afa4da4418 HTTP/1.1" status: 200 len: 849 time: 0.1700883 Apr 11 17:21:18.510363 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Provisioning for port b2fbef57-9115-4869-b070-75dad6a54030 completed by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:21:18.529427 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Provisioning complete for port b2fbef57-9115-4869-b070-75dad6a54030 triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:21:18.529427 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:18.529656 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-03ce8558-a2ac-43b7-abb0-c2fb9ba36f02 req-3184d7fe-5f55-4bb4-8d52-f1668f57487f service neutron] 10.222.0.42 "GET /v2.0/networks/cbf8495d-d585-4ffa-8bba-b4256f490b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938283 Apr 11 17:21:18.658583 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-1dee6702-c5b9-4d16-a058-3a7c5de39406 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7d45e187-e6e9-424c-9af1-b61c29ec05e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1793847 Apr 11 17:21:18.781934 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:18.837628 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port b2fbef57-9115-4869-b070-75dad6a54030, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b2fbef57-9115-4869-b070-75dad6a54030,segment=NetworkSegment(1776a450-8046-433a-83dd-60bae8a336e2),segment_id=1776a450-8046-433a-83dd-60bae8a336e2)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:21:18.840861 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '206061e1-f9a3-4435-b324-02f92bf84054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2fbef57-9115-4869-b070-75dad6a54030'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:21:18.847392 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:18.848346 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-c9ea7d5d-f789-4f27-82ce-ff639d42bfcb service neutron] 10.222.0.42 "GET /v2.0/networks/7d45e187-e6e9-424c-9af1-b61c29ec05e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821678 Apr 11 17:21:18.860138 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-05fffb96-f2ec-4916-8571-667184696a6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:18.865181 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04482ab-00eb-47c0-b6ac-5680d2440af1 req-57d5ad4f-24fb-4d14-9af1-b218651ff2fb tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:18.866865 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b04482ab-00eb-47c0-b6ac-5680d2440af1 req-57d5ad4f-24fb-4d14-9af1-b218651ff2fb tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 945 time: 0.1913168 Apr 11 17:21:18.885361 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c91811-de99-47da-8b22-c8b48d1bf369 req-50a1d7b1-1358-43c1-9a95-cfc9e6acee15 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:18.893702 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-08c91811-de99-47da-8b22-c8b48d1bf369 req-50a1d7b1-1358-43c1-9a95-cfc9e6acee15 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] 10.222.0.16 "GET /v2.0/ports?device_id=96a6ac2f-48c3-4c89-92af-55d2db404323 HTTP/1.1" status: 200 len: 943 time: 0.2702067 Apr 11 17:21:18.920712 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 57796) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:18.955714 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-395516ef-69ac-412b-bd11-ea2d34e4a540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:18.964224 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=b2fbef57-9115-4869-b070-75dad6a54030,revision_number=5']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:18.974541 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:21:18.974938 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:21:18.975491 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:21:18.975975 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:21:18.976244 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:21:18.976616 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:21:18.976984 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:21:18.977349 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:21:18.977716 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:21:18.978082 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:21:18.978838 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:21:18.979211 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:21:18.980990 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-08c91811-de99-47da-8b22-c8b48d1bf369 req-87dfa0a3-e1c2-47ac-b059-812089a76ed3 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ca5f6e0-d952-4d40-b606-1ae94077ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859990 Apr 11 17:21:18.987097 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b04482ab-00eb-47c0-b6ac-5680d2440af1 req-ff6911dc-774c-4290-9892-1294222072b9 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127770 Apr 11 17:21:18.988099 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:18.992093 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-395516ef-69ac-412b-bd11-ea2d34e4a540 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:21:18.996893 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-395516ef-69ac-412b-bd11-ea2d34e4a540 admin admin] Usage tracker for resource:security_group_rule and tenant:eeee19377a4048da802031b1d381f2c7 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:21:19.000423 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-395516ef-69ac-412b-bd11-ea2d34e4a540 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:21:19.025376 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-395516ef-69ac-412b-bd11-ea2d34e4a540 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:21:19.039483 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1c44cde0-d203-4c83-b82a-a2b144501114 req-db1f54b8-ec49-4efd-96ac-b3e89a5c04ad service neutron] 10.222.0.42 "GET /v2.0/networks/7d45e187-e6e9-424c-9af1-b61c29ec05e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838090 Apr 11 17:21:19.075196 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '206061e1-f9a3-4435-b324-02f92bf84054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2fbef57-9115-4869-b070-75dad6a54030', 'code': 200} Apr 11 17:21:19.147794 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-395516ef-69ac-412b-bd11-ea2d34e4a540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:19.153186 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-395516ef-69ac-412b-bd11-ea2d34e4a540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:19.161612 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:19.217803 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395516ef-69ac-412b-bd11-ea2d34e4a540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbacba52-f4a6-4e7a-81d7-2632c8e9f11a,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:19.222793 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-395516ef-69ac-412b-bd11-ea2d34e4a540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:19.229250 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 57808) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:19.229478 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-395516ef-69ac-412b-bd11-ea2d34e4a540 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eeee19377a4048da802031b1d381f2c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3073654 Apr 11 17:21:19.553655 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8ee18d96-2410-457f-aeba-fb81eccc3aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:19.558793 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a6ac2f-48c3-4c89-92af-55d2db404323', 'tag': 'b450ae32-6ee7-40f8-ac7a-b80acf97b808'}] {{(pid=85243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:21:19.570696 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005a107-d5b8-4e5c-a6a3-8e1f29d64b29 req-74297fdf-6271-43c3-8550-96cbe2a13999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:19.573664 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3005a107-d5b8-4e5c-a6a3-8e1f29d64b29 req-74297fdf-6271-43c3-8550-96cbe2a13999 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 1099 time: 0.2708268 Apr 11 17:21:19.624576 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8ee18d96-2410-457f-aeba-fb81eccc3aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:19.634053 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3005a107-d5b8-4e5c-a6a3-8e1f29d64b29 req-29b48726-2b90-4c5e-a25f-709dca226fb7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=30f7aedf-dffa-4fdc-948f-e321d511164a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442894 Apr 11 17:21:19.694894 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e8de6-4c6a-4c23-ad6b-496a576fda30 req-b59d6f59-3d6c-4df7-8c12-ca58018c5f1b tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:19.696645 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-657e8de6-4c6a-4c23-ad6b-496a576fda30 req-b59d6f59-3d6c-4df7-8c12-ca58018c5f1b tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 946 time: 0.3167963 Apr 11 17:21:19.710516 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8ee18d96-2410-457f-aeba-fb81eccc3aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:19.716802 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d5b13c11-68ae-441c-b815-23b8c2525162 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:19.738286 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee18d96-2410-457f-aeba-fb81eccc3aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbacba52-f4a6-4e7a-81d7-2632c8e9f11a,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:19.742252 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8ee18d96-2410-457f-aeba-fb81eccc3aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:19.747521 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8ee18d96-2410-457f-aeba-fb81eccc3aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:19.748939 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-657e8de6-4c6a-4c23-ad6b-496a576fda30 req-82ea978e-f141-4b55-b22d-8d6990c8afb7 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=30f7aedf-dffa-4fdc-948f-e321d511164a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407178 Apr 11 17:21:19.752724 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-8ee18d96-2410-457f-aeba-fb81eccc3aae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bbacba52-f4a6-4e7a-81d7-2632c8e9f11a HTTP/1.1" status: 204 len: 168 time: 0.5196664 Apr 11 17:21:19.752978 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519ea64-8ea0-4aaa-998f-68b66387e737 req-267ef895-4929-4de2-af1c-ac86c154d76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:19.753304 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e519ea64-8ea0-4aaa-998f-68b66387e737 req-267ef895-4929-4de2-af1c-ac86c154d76a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d63b099ed974ed8a5699b5d7c2a64f8&device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 1098 time: 0.2724199 Apr 11 17:21:19.863756 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b86ee-01b0-4c05-90dd-b088a89252b7 req-c22fa5a6-f878-44e5-bd88-a6e48269eba9 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:19.865215 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f38b86ee-01b0-4c05-90dd-b088a89252b7 req-c22fa5a6-f878-44e5-bd88-a6e48269eba9 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 944 time: 0.2999215 Apr 11 17:21:19.969109 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f38b86ee-01b0-4c05-90dd-b088a89252b7 req-4fca2710-fd34-440d-8027-331fa8c59759 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885611 Apr 11 17:21:20.027216 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519ea64-8ea0-4aaa-998f-68b66387e737 req-0eaa37cc-1e9d-4569-a72c-af202ba5524d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:20.028824 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e519ea64-8ea0-4aaa-998f-68b66387e737 req-0eaa37cc-1e9d-4569-a72c-af202ba5524d service neutron] 10.222.0.42 "GET /v2.0/networks?id=0328d80f-abb9-475c-a72f-263dcaf98637 HTTP/1.1" status: 200 len: 920 time: 0.2667055 Apr 11 17:21:20.043120 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96a6ac2f-48c3-4c89-92af-55d2db404323', 'tag': 'b450ae32-6ee7-40f8-ac7a-b80acf97b808', 'status': 'completed', 'code': 200} Apr 11 17:21:20.127388 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e519ea64-8ea0-4aaa-998f-68b66387e737 req-e77deebe-a1b4-4d37-a3c6-742c72a38fe4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6e40142-a3be-439c-992d-222c6f210dd1 HTTP/1.1" status: 200 len: 217 time: 0.0910132 Apr 11 17:21:20.138868 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea766f-f82f-413e-9f8e-77a09e06e325 req-b1fda72e-ab4d-499f-a3be-7763a4f5f940 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:20.141124 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c8ea766f-f82f-413e-9f8e-77a09e06e325 req-b1fda72e-ab4d-499f-a3be-7763a4f5f940 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 945 time: 0.2477691 Apr 11 17:21:20.186865 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20954fc1-f58d-41e5-83c1-cf7de2bedd47 req-11c24ffe-e20f-420a-8a4a-667187b796e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:20.188706 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-20954fc1-f58d-41e5-83c1-cf7de2bedd47 req-11c24ffe-e20f-420a-8a4a-667187b796e2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=90377d035327474686d46bb0205e3dbd&device_id=96a6ac2f-48c3-4c89-92af-55d2db404323 HTTP/1.1" status: 200 len: 1096 time: 0.1134250 Apr 11 17:21:20.309842 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c8ea766f-f82f-413e-9f8e-77a09e06e325 req-0c744754-f987-4136-9eae-52c6f4f5f1ae tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093791 Apr 11 17:21:20.320506 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519ea64-8ea0-4aaa-998f-68b66387e737 req-3ae5c9a8-9c88-4af2-bc44-e00cb62c8f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:20.322066 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e519ea64-8ea0-4aaa-998f-68b66387e737 req-3ae5c9a8-9c88-4af2-bc44-e00cb62c8f82 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1afc838f-ad14-47c7-8b28-cd67a37f5780 HTTP/1.1" status: 200 len: 859 time: 0.1796682 Apr 11 17:21:20.388080 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e519ea64-8ea0-4aaa-998f-68b66387e737 req-619c8b75-9a0b-401a-9d46-4cc3e201e0e0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0328d80f-abb9-475c-a72f-263dcaf98637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571876 Apr 11 17:21:20.391383 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20954fc1-f58d-41e5-83c1-cf7de2bedd47 req-45d18ca8-7ba7-4638-bdf7-47b21e45f6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:20.393368 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-20954fc1-f58d-41e5-83c1-cf7de2bedd47 req-45d18ca8-7ba7-4638-bdf7-47b21e45f6b1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7d45e187-e6e9-424c-9af1-b61c29ec05e4 HTTP/1.1" status: 200 len: 910 time: 0.1874506 Apr 11 17:21:20.402715 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device 29683527-34da-4cc3-ac60-f5c4283cc12d details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 11 17:21:20.407790 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa9327-0a6b-41d3-9fb4-df09b339cb68 req-afa2546d-0136-4392-ad95-5cf83e0482b1 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:20.409531 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b9aa9327-0a6b-41d3-9fb4-df09b339cb68 req-afa2546d-0136-4392-ad95-5cf83e0482b1 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] 10.222.0.16 "GET /v2.0/ports?device_id=96a6ac2f-48c3-4c89-92af-55d2db404323 HTTP/1.1" status: 200 len: 943 time: 0.2045071 Apr 11 17:21:20.478713 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-20954fc1-f58d-41e5-83c1-cf7de2bedd47 req-090f05df-a34b-4e61-baa5-3a338abceadd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b450ae32-6ee7-40f8-ac7a-b80acf97b808 HTTP/1.1" status: 200 len: 217 time: 0.0773027 Apr 11 17:21:20.715568 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port 29683527-34da-4cc3-ac60-f5c4283cc12d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=29683527-34da-4cc3-ac60-f5c4283cc12d,segment=NetworkSegment(8f975aaa-dcda-4b79-90fe-e36b252d6285),segment_id=8f975aaa-dcda-4b79-90fe-e36b252d6285)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:21:20.736102 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Returning: {'device': '29683527-34da-4cc3-ac60-f5c4283cc12d', 'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f', 'port_id': '29683527-34da-4cc3-ac60-f5c4283cc12d', 'mac_address': 'fa:16:3e:ee:8f:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b37db23d-12d1-4791-957e-028de05166fa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 17:21:20.789606 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 57856) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:20.821623 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:20.822994 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29683527-34da-4cc3-ac60-f5c4283cc12d {{(pid=85245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 11 17:21:20.840427 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20954fc1-f58d-41e5-83c1-cf7de2bedd47 req-badc8126-7b92-411d-91ca-65091c9750a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:20.842029 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-20954fc1-f58d-41e5-83c1-cf7de2bedd47 req-badc8126-7b92-411d-91ca-65091c9750a4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f0af8b53-22ec-44e4-84b9-89afa4da4418 HTTP/1.1" status: 200 len: 849 time: 0.3526280 Apr 11 17:21:20.867132 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port 29683527-34da-4cc3-ac60-f5c4283cc12d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=29683527-34da-4cc3-ac60-f5c4283cc12d,segment=NetworkSegment(8f975aaa-dcda-4b79-90fe-e36b252d6285),segment_id=8f975aaa-dcda-4b79-90fe-e36b252d6285)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:21:20.874664 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:20.880733 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:20.916267 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-20954fc1-f58d-41e5-83c1-cf7de2bedd47 req-b397237d-dee3-48cc-8697-44724b55c694 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7d45e187-e6e9-424c-9af1-b61c29ec05e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644042 Apr 11 17:21:20.930719 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b9aa9327-0a6b-41d3-9fb4-df09b339cb68 req-fae5ff30-6fc0-4fa7-ac9e-7e3255400b7e tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ca5f6e0-d952-4d40-b606-1ae94077ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4861777 Apr 11 17:21:21.069700 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e519ea64-8ea0-4aaa-998f-68b66387e737 req-1bbc939d-7c9b-4bee-9961-f8830ab95c20 service neutron] 10.222.0.42 "GET /v2.0/networks/0328d80f-abb9-475c-a72f-263dcaf98637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6590576 Apr 11 17:21:21.113014 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=29683527-34da-4cc3-ac60-f5c4283cc12d,revision_number=4']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:21.126577 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:21.246287 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-20954fc1-f58d-41e5-83c1-cf7de2bedd47 req-0edf70c3-2b33-4d67-a5fd-4ddaa8aa6a50 service neutron] 10.222.0.42 "GET /v2.0/networks/7d45e187-e6e9-424c-9af1-b61c29ec05e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218770 Apr 11 17:21:21.362050 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a172095-1b62-480d-aacb-f057eb5987c4 req-be056bd7-fce0-4a95-a481-5287c404478e tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:21.363551 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3d807cd6-299d-41d9-937d-0cdf2cc09ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:21.363696 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-7a172095-1b62-480d-aacb-f057eb5987c4 req-be056bd7-fce0-4a95-a481-5287c404478e tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 946 time: 0.3898005 Apr 11 17:21:21.402016 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-3d807cd6-299d-41d9-937d-0cdf2cc09ff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:21:21.408074 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-3d807cd6-299d-41d9-937d-0cdf2cc09ff7 admin admin] Usage tracker for resource:security_group_rule and tenant:eb0b47a0c6da44ce808aa1697c497df6 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:21:21.413414 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-3d807cd6-299d-41d9-937d-0cdf2cc09ff7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:21:21.420811 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e519ea64-8ea0-4aaa-998f-68b66387e737 req-8a173059-7d63-45bf-909b-c590be02112f service neutron] 10.222.0.42 "GET /v2.0/networks/0328d80f-abb9-475c-a72f-263dcaf98637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365419 Apr 11 17:21:21.442073 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-3d807cd6-299d-41d9-937d-0cdf2cc09ff7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:21:21.468904 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-7a172095-1b62-480d-aacb-f057eb5987c4 req-2cfdecc8-4d1c-4cef-a047-66e2c025053e tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=30f7aedf-dffa-4fdc-948f-e321d511164a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852885 Apr 11 17:21:21.517692 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-20954fc1-f58d-41e5-83c1-cf7de2bedd47 req-8f26afdd-9268-41b6-ae88-b1e33c65d29b service neutron] 10.222.0.42 "GET /v2.0/networks/7d45e187-e6e9-424c-9af1-b61c29ec05e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647934 Apr 11 17:21:21.569674 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae0f62-3514-4f3a-809f-23ca3d506b38 req-b25dd195-2cb8-404b-b7f7-01ede379b7da tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:21.572016 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-40ae0f62-3514-4f3a-809f-23ca3d506b38 req-b25dd195-2cb8-404b-b7f7-01ede379b7da tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 945 time: 0.3152657 Apr 11 17:21:21.606298 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] get_ports_and_sgs() called for port_ids ['29683527-34da-4cc3-ac60-f5c4283cc12d'] {{(pid=85245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 17:21:21.623041 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-40ae0f62-3514-4f3a-809f-23ca3d506b38 req-77640dea-27e5-4712-b51c-d326ac0980f6 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438535 Apr 11 17:21:21.721724 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3d807cd6-299d-41d9-937d-0cdf2cc09ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:21.727583 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3d807cd6-299d-41d9-937d-0cdf2cc09ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:21.743709 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8eb1c239-e0a0-4ed4-8807-8832d645260d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:21.811757 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-3d807cd6-299d-41d9-937d-0cdf2cc09ff7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eb0b47a0c6da44ce808aa1697c497df6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0171142 Apr 11 17:21:21.812054 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 57894) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:21.816849 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d807cd6-299d-41d9-937d-0cdf2cc09ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50712ebc-edca-46ec-a266-c0c0622391f4,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:21.822789 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3d807cd6-299d-41d9-937d-0cdf2cc09ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:21.826517 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 57900) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:21.920767 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea886180-ccad-4fc3-9f9e-c36632e31a21 req-0562c111-90aa-4d8c-a2d7-05af767435b6 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:21.923054 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ea886180-ccad-4fc3-9f9e-c36632e31a21 req-0562c111-90aa-4d8c-a2d7-05af767435b6 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 945 time: 0.1803503 Apr 11 17:21:21.924556 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_v2 [None req-00a6afb5-14d0-40fa-996a-1cc89bbfcb4b admin admin] Deleting subnet 3c6f1f7a-f034-4b75-8346-9d0ebb991079 {{(pid=85243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 11 17:21:21.935553 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-00a6afb5-14d0-40fa-996a-1cc89bbfcb4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:21.971129 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-97714003-d04c-4899-9384-c204c1901d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:21.986709 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ea886180-ccad-4fc3-9f9e-c36632e31a21 req-30a21309-5865-4424-b433-42abb6e91205 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549622 Apr 11 17:21:22.009698 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-00a6afb5-14d0-40fa-996a-1cc89bbfcb4b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:22.018759 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-00a6afb5-14d0-40fa-996a-1cc89bbfcb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-370660'] for subnet, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:22.048997 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-97714003-d04c-4899-9384-c204c1901d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:22.169073 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-97714003-d04c-4899-9384-c204c1901d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:22.243939 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:22.258919 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97714003-d04c-4899-9384-c204c1901d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50712ebc-edca-46ec-a266-c0c0622391f4,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:22.265488 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-97714003-d04c-4899-9384-c204c1901d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:22.285628 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-97714003-d04c-4899-9384-c204c1901d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:22.286938 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-97714003-d04c-4899-9384-c204c1901d6b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/50712ebc-edca-46ec-a266-c0c0622391f4 HTTP/1.1" status: 204 len: 168 time: 0.4742873 Apr 11 17:21:22.358523 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb67a5c-aed6-4784-9df0-6adc07b50821 req-2f4c04c9-89a6-46c3-8284-a6c7b2d28919 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:22.368167 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-00a6afb5-14d0-40fa-996a-1cc89bbfcb4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854405123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213'] for subnet, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:22.371000 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6cb67a5c-aed6-4784-9df0-6adc07b50821 req-2f4c04c9-89a6-46c3-8284-a6c7b2d28919 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] 10.222.0.16 "GET /v2.0/ports?device_id=96a6ac2f-48c3-4c89-92af-55d2db404323 HTTP/1.1" status: 200 len: 943 time: 0.1879902 Apr 11 17:21:22.386617 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-9141c83a-de13-4a79-9fd5-3d3cdb399328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:22.428886 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6cb67a5c-aed6-4784-9df0-6adc07b50821 req-3cd0b038-786b-4a15-833c-49dcf9311841 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ca5f6e0-d952-4d40-b606-1ae94077ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561872 Apr 11 17:21:22.603552 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a6afb5-14d0-40fa-996a-1cc89bbfcb4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c6f1f7a-f034-4b75-8346-9d0ebb991079,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:22.622350 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-00a6afb5-14d0-40fa-996a-1cc89bbfcb4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:22.626477 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-00a6afb5-14d0-40fa-996a-1cc89bbfcb4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for subnet, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:22.652553 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-00a6afb5-14d0-40fa-996a-1cc89bbfcb4b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3c6f1f7a-f034-4b75-8346-9d0ebb991079 HTTP/1.1" status: 204 len: 168 time: 0.8196690 Apr 11 17:21:22.652553 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 57920) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:22.741318 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e293c-3ece-42d2-873d-84156ff43187 req-fd6cd2be-45d2-46b0-ae54-b82c52deaee5 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:22.756781 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e04e293c-3ece-42d2-873d-84156ff43187 req-fd6cd2be-45d2-46b0-ae54-b82c52deaee5 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 946 time: 0.1305273 Apr 11 17:21:22.807275 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 57930) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:22.828807 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8b4dc7ac-c03c-41cc-86d3-a1c80d750d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854564312'] for network, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:22.832370 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e04e293c-3ece-42d2-873d-84156ff43187 req-94d34c19-5a79-491e-a2b6-804c0ea84244 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=30f7aedf-dffa-4fdc-948f-e321d511164a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728869 Apr 11 17:21:22.836159 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f8b6dc62-2bd7-4b62-b486-e140839bf832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:22.893229 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-f8b6dc62-2bd7-4b62-b486-e140839bf832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:21:22.903619 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-f8b6dc62-2bd7-4b62-b486-e140839bf832 admin admin] Usage tracker for resource:security_group_rule and tenant:5aaa3c402a4e4a2ca1a40eafa8e3557a is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:21:22.912401 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-f8b6dc62-2bd7-4b62-b486-e140839bf832 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:21:22.922613 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-f8b6dc62-2bd7-4b62-b486-e140839bf832 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:21:22.995587 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e18e74-daf9-4f7f-b84a-7b93a10d1d70 req-4012a517-a950-4921-ab42-5a11e9508681 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:23.003590 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-59e18e74-daf9-4f7f-b84a-7b93a10d1d70 req-4012a517-a950-4921-ab42-5a11e9508681 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 945 time: 0.1504467 Apr 11 17:21:23.076626 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8b4dc7ac-c03c-41cc-86d3-a1c80d750d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-369277', 'neutron.services.segments.db._delete_segments_for_network--9223363265755233635'] for network, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:23.099284 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-59e18e74-daf9-4f7f-b84a-7b93a10d1d70 req-aa515404-8ee8-4fac-ab71-fa0b108a44f8 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947363 Apr 11 17:21:23.174642 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f8b6dc62-2bd7-4b62-b486-e140839bf832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:23.180602 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f8b6dc62-2bd7-4b62-b486-e140839bf832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:23.191495 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8dc6a87c-51f2-40b5-b86e-a574a89a06eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:23.214133 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1e36e-4270-45e2-84b2-5505200b9144 req-9ba150ff-1b6e-43c2-be43-814e7661740d tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:23.216466 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5dd1e36e-4270-45e2-84b2-5505200b9144 req-9ba150ff-1b6e-43c2-be43-814e7661740d tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 946 time: 0.1960521 Apr 11 17:21:23.237498 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 57942) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:23.261042 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-217f8fea-63bf-4eea-a2b2-f1263c3bf4c9 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Request body: {'floatingip': {'port_id': 'b2fbef57-9115-4869-b070-75dad6a54030'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:21:23.286695 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8b4dc7ac-c03c-41cc-86d3-a1c80d750d22 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:21:23.287113 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8b4dc7ac-c03c-41cc-86d3-a1c80d750d22 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:21:23.287962 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8b4dc7ac-c03c-41cc-86d3-a1c80d750d22 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:21:23.288337 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8b4dc7ac-c03c-41cc-86d3-a1c80d750d22 admin admin] Subscribe: > port after_create 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:21:23.289231 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8b4dc7ac-c03c-41cc-86d3-a1c80d750d22 admin admin] Subscribe: > port after_delete 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:21:23.289231 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8b4dc7ac-c03c-41cc-86d3-a1c80d750d22 admin admin] Subscribe: > port after_update 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:21:23.289425 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8b4dc7ac-c03c-41cc-86d3-a1c80d750d22 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:21:23.289715 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8b4dc7ac-c03c-41cc-86d3-a1c80d750d22 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:21:23.290070 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8b4dc7ac-c03c-41cc-86d3-a1c80d750d22 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:21:23.290422 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8b4dc7ac-c03c-41cc-86d3-a1c80d750d22 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:21:23.351162 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-217f8fea-63bf-4eea-a2b2-f1263c3bf4c9 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks [] for floatingip, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:23.359351 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8b4dc7ac-c03c-41cc-86d3-a1c80d750d22 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:21:23.359735 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8b4dc7ac-c03c-41cc-86d3-a1c80d750d22 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:21:23.360126 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8b4dc7ac-c03c-41cc-86d3-a1c80d750d22 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:21:23.360496 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8b4dc7ac-c03c-41cc-86d3-a1c80d750d22 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 11 17:21:23.360892 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.segments.db [None req-8b4dc7ac-c03c-41cc-86d3-a1c80d750d22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fbf0e4a-515e-44e0-8750-aa0cea6f7dc5']}} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:21:23.375480 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.segments.db [None req-8b4dc7ac-c03c-41cc-86d3-a1c80d750d22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df0371bf-7f32-4af6-875e-0c40c8b510a6') {'for_net_delete': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:21:23.375814 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.segments.db [None req-8b4dc7ac-c03c-41cc-86d3-a1c80d750d22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df0371bf-7f32-4af6-875e-0c40c8b510a6') {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:21:23.390551 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8b4dc7ac-c03c-41cc-86d3-a1c80d750d22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771099529263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848217466'] for segment, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:23.418340 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8b4dc7ac-c03c-41cc-86d3-a1c80d750d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854391073'] for segment, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:23.429313 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b4dc7ac-c03c-41cc-86d3-a1c80d750d22 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=85243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 11 17:21:23.501896 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b6dc62-2bd7-4b62-b486-e140839bf832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763f9e48-63cf-463b-a6bc-7e5a95f2e510,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:23.520548 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-f8b6dc62-2bd7-4b62-b486-e140839bf832 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5aaa3c402a4e4a2ca1a40eafa8e3557a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7118194 Apr 11 17:21:23.554609 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 57956) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:23.566811 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f8b6dc62-2bd7-4b62-b486-e140839bf832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:23.732406 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-457fbb68-8107-4a30-bede-4f1ee806a3de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:23.777646 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-8b4dc7ac-c03c-41cc-86d3-a1c80d750d22 admin admin] Network 1fbf0e4a-515e-44e0-8750-aa0cea6f7dc5 has no segments {{(pid=85243) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 11 17:21:23.790739 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8b4dc7ac-c03c-41cc-86d3-a1c80d750d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-384710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848421635'] for segment, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:23.864003 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-457fbb68-8107-4a30-bede-4f1ee806a3de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:23.878377 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d4046-18c8-47ca-8b96-91e977acb988 req-a9463e55-746f-4577-a08d-7ecdd6299a0b tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:23.885923 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5b7d4046-18c8-47ca-8b96-91e977acb988 req-a9463e55-746f-4577-a08d-7ecdd6299a0b tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 945 time: 0.6274331 Apr 11 17:21:23.965860 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5b7d4046-18c8-47ca-8b96-91e977acb988 req-35dba268-acdc-449f-81f9-d9fc47ab58dc tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786994 Apr 11 17:21:24.011803 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7af532-42cd-49a7-9585-662efc852831 req-a4587175-168f-4d64-8133-131b99724a59 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:24.013525 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3a7af532-42cd-49a7-9585-662efc852831 req-a4587175-168f-4d64-8133-131b99724a59 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] 10.222.0.16 "GET /v2.0/ports?device_id=96a6ac2f-48c3-4c89-92af-55d2db404323 HTTP/1.1" status: 200 len: 943 time: 0.3444145 Apr 11 17:21:24.052926 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-8b4dc7ac-c03c-41cc-86d3-a1c80d750d22 admin admin] Network 1fbf0e4a-515e-44e0-8750-aa0cea6f7dc5 has no segments {{(pid=85243) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 11 17:21:24.102625 dv-cinder-784779-4-smb neutron-server[85130]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 17:21:24.102625 dv-cinder-784779-4-smb neutron-server[85130]: from cryptography.utils import int_from_bytes Apr 11 17:21:24.102625 dv-cinder-784779-4-smb neutron-server[85130]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 17:21:24.102625 dv-cinder-784779-4-smb neutron-server[85130]: from cryptography.utils import int_from_bytes Apr 11 17:21:24.102625 dv-cinder-784779-4-smb neutron-server[85130]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 11 17:21:24.102625 dv-cinder-784779-4-smb neutron-server[85130]: (rel_b, rel_a, rel_b), Apr 11 17:21:24.102625 dv-cinder-784779-4-smb neutron-server[85130]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 11 17:21:24.102625 dv-cinder-784779-4-smb neutron-server[85130]: (rel_b, rel_a, rel_b), Apr 11 17:21:24.102625 dv-cinder-784779-4-smb neutron-server[85130]: Traceback (most recent call last): Apr 11 17:21:24.102625 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:21:24.102625 dv-cinder-784779-4-smb neutron-server[85130]: timer() Apr 11 17:21:24.102625 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:21:24.102625 dv-cinder-784779-4-smb neutron-server[85130]: cb(*args, **kw) Apr 11 17:21:24.102625 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 11 17:21:24.102625 dv-cinder-784779-4-smb neutron-server[85130]: return func(*args, **kwargs) Apr 11 17:21:24.102625 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:21:24.102625 dv-cinder-784779-4-smb neutron-server[85130]: self._notify() Apr 11 17:21:24.102625 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:21:24.102625 dv-cinder-784779-4-smb neutron-server[85130]: self.callback(batched_events) Apr 11 17:21:24.102625 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:21:24.102625 dv-cinder-784779-4-smb neutron-server[85130]: event.method(event) Apr 11 17:21:24.102625 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 17:21:24.102625 dv-cinder-784779-4-smb neutron-server[85130]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:21:24.102625 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 11 17:21:24.102625 dv-cinder-784779-4-smb neutron-server[85130]: segment_id)['aggregates'][0] Apr 11 17:21:24.102625 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 17:21:24.102625 dv-cinder-784779-4-smb neutron-server[85130]: return f(self, *a, **k) Apr 11 17:21:24.102625 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 17:21:24.102625 dv-cinder-784779-4-smb neutron-server[85130]: return self._get(url).json() Apr 11 17:21:24.102625 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:21:24.102625 dv-cinder-784779-4-smb neutron-server[85130]: **kwargs) Apr 11 17:21:24.102625 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:21:24.102625 dv-cinder-784779-4-smb neutron-server[85130]: return self.request(url, 'GET', **kwargs) Apr 11 17:21:24.102625 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 11 17:21:24.102625 dv-cinder-784779-4-smb neutron-server[85130]: **endpoint_filter) Apr 11 17:21:24.102625 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:21:24.102625 dv-cinder-784779-4-smb neutron-server[85130]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:21:24.102625 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:21:24.102625 dv-cinder-784779-4-smb neutron-server[85130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:21:24.102625 dv-cinder-784779-4-smb neutron-server[85130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:21:24.244481 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-457fbb68-8107-4a30-bede-4f1ee806a3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:24.252752 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7ddaaf24-92a2-4d6e-ae45-d0dd4260e8c4 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:24.260064 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3a7af532-42cd-49a7-9585-662efc852831 req-805c6d2c-a6d9-4aeb-ada5-543029107e68 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ca5f6e0-d952-4d40-b606-1ae94077ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365134 Apr 11 17:21:24.269644 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457fbb68-8107-4a30-bede-4f1ee806a3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763f9e48-63cf-463b-a6bc-7e5a95f2e510,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:24.273236 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-457fbb68-8107-4a30-bede-4f1ee806a3de admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:24.277501 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-457fbb68-8107-4a30-bede-4f1ee806a3de admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/763f9e48-63cf-463b-a6bc-7e5a95f2e510 HTTP/1.1" status: 204 len: 168 time: 0.7216144 Apr 11 17:21:24.279239 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-457fbb68-8107-4a30-bede-4f1ee806a3de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:24.279860 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8b4dc7ac-c03c-41cc-86d3-a1c80d750d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854406646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846760530'] for network, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:24.284578 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-cbeb17d1-355b-4bb4-b547-75300575b434 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:24.308109 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8b4dc7ac-c03c-41cc-86d3-a1c80d750d22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for network, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:24.325892 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4dc7ac-c03c-41cc-86d3-a1c80d750d22 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fbf0e4a-515e-44e0-8750-aa0cea6f7dc5,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:24.330813 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8b4dc7ac-c03c-41cc-86d3-a1c80d750d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:24.341598 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-8b4dc7ac-c03c-41cc-86d3-a1c80d750d22 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1fbf0e4a-515e-44e0-8750-aa0cea6f7dc5 HTTP/1.1" status: 204 len: 168 time: 1.6878309 Apr 11 17:21:24.418127 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device b450ae32-6ee7-40f8-ac7a-b80acf97b808 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 11 17:21:24.516055 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.db.resource_extend [None req-217f8fea-63bf-4eea-a2b2-f1263c3bf4c9 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 11 17:21:24.539459 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device 29683527-34da-4cc3-ac60-f5c4283cc12d up at agent hyperv_hv-cinder-78477 {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:21:24.571925 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 57988) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:24.653031 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-678d3927-e4f6-4612-bfdc-802df19b253b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ed6972e7141a4b7293eb9d8ad05db9b9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0792060 Apr 11 17:21:24.655998 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 57994) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:24.752725 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Provisioning for port 29683527-34da-4cc3-ac60-f5c4283cc12d completed by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:21:24.766690 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Provisioning complete for port 29683527-34da-4cc3-ac60-f5c4283cc12d triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:21:24.770506 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:24.800253 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e7c33214-80c2-4cb4-a8f2-dfeb680d3f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:24.841494 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e7c33214-80c2-4cb4-a8f2-dfeb680d3f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:24.904294 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e7c33214-80c2-4cb4-a8f2-dfeb680d3f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:24.914007 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-457fbb68-8107-4a30-bede-4f1ee806a3de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:24.936321 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e7c33214-80c2-4cb4-a8f2-dfeb680d3f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:24.937806 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-e7c33214-80c2-4cb4-a8f2-dfeb680d3f18 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6b78f995-69f8-4993-86bd-99aae1743600 HTTP/1.1" status: 204 len: 168 time: 0.2800653 Apr 11 17:21:24.943925 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c33214-80c2-4cb4-a8f2-dfeb680d3f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b78f995-69f8-4993-86bd-99aae1743600,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:24.954351 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e7c33214-80c2-4cb4-a8f2-dfeb680d3f18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:24.975618 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebcc3cd-f0e6-4026-bf24-0404cd13cb3d req-a3e17b0b-e1b9-46ea-a38e-d3c6eeb5e45d tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:24.992333 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port b450ae32-6ee7-40f8-ac7a-b80acf97b808, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b450ae32-6ee7-40f8-ac7a-b80acf97b808,segment=NetworkSegment(a944a156-0449-4ed4-82f9-263c96d5ad14),segment_id=a944a156-0449-4ed4-82f9-263c96d5ad14)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:21:24.993362 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-4ebcc3cd-f0e6-4026-bf24-0404cd13cb3d req-a3e17b0b-e1b9-46ea-a38e-d3c6eeb5e45d tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 945 time: 0.6962488 Apr 11 17:21:25.095714 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:25.118231 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-4ebcc3cd-f0e6-4026-bf24-0404cd13cb3d req-ec7cd7ed-77da-4ba9-a421-3762c3eea0bf tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232142 Apr 11 17:21:25.118954 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port 29683527-34da-4cc3-ac60-f5c4283cc12d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=29683527-34da-4cc3-ac60-f5c4283cc12d,segment=NetworkSegment(8f975aaa-dcda-4b79-90fe-e36b252d6285),segment_id=8f975aaa-dcda-4b79-90fe-e36b252d6285)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:21:25.120706 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f206e244-f2eb-4479-ac8c-967542c6e6ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29683527-34da-4cc3-ac60-f5c4283cc12d'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:21:25.127231 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Returning: {'device': 'b450ae32-6ee7-40f8-ac7a-b80acf97b808', 'network_id': '7d45e187-e6e9-424c-9af1-b61c29ec05e4', 'port_id': 'b450ae32-6ee7-40f8-ac7a-b80acf97b808', 'mac_address': 'fa:16:3e:69:be:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0af8b53-22ec-44e4-84b9-89afa4da4418', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 17:21:25.166189 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:25.175463 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:25.245415 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-217f8fea-63bf-4eea-a2b2-f1263c3bf4c9 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:25.260881 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-217f8fea-63bf-4eea-a2b2-f1263c3bf4c9 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846760615'] for floatingip, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:25.292721 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:25.319546 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b450ae32-6ee7-40f8-ac7a-b80acf97b808 {{(pid=85245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 11 17:21:25.341448 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port b450ae32-6ee7-40f8-ac7a-b80acf97b808, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b450ae32-6ee7-40f8-ac7a-b80acf97b808,segment=NetworkSegment(a944a156-0449-4ed4-82f9-263c96d5ad14),segment_id=a944a156-0449-4ed4-82f9-263c96d5ad14)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:21:25.347572 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:25.353488 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=29683527-34da-4cc3-ac60-f5c4283cc12d,revision_number=5']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:25.369472 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:25.370946 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f2bdeeca-afbf-4c80-90c2-678813373a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:25.429525 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f206e244-f2eb-4479-ac8c-967542c6e6ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29683527-34da-4cc3-ac60-f5c4283cc12d', 'code': 200} Apr 11 17:21:25.520034 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=b450ae32-6ee7-40f8-ac7a-b80acf97b808,revision_number=4']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:25.524164 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:25.759496 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] get_ports_and_sgs() called for port_ids ['b450ae32-6ee7-40f8-ac7a-b80acf97b808'] {{(pid=85245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 17:21:25.928992 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049edc42-7274-43ee-a3cc-43069ead32a0 req-8483ef82-576e-41e6-9389-a48273ca3657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:25.931295 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-049edc42-7274-43ee-a3cc-43069ead32a0 req-8483ef82-576e-41e6-9389-a48273ca3657 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 1099 time: 0.1703835 Apr 11 17:21:25.992411 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-049edc42-7274-43ee-a3cc-43069ead32a0 req-8cf68d9d-3119-4c61-9f78-2f51ab9df388 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537963 Apr 11 17:21:26.125989 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100af37-1973-41a0-9c9c-b9856bf46507 req-59353d92-9a63-4083-aef6-724484119b1a tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:26.127621 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c100af37-1973-41a0-9c9c-b9856bf46507 req-59353d92-9a63-4083-aef6-724484119b1a tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 945 time: 0.6254580 Apr 11 17:21:26.175707 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0894b-fb10-49af-9e68-eff740c2bf5f req-9f1397fd-39e7-43fd-84d2-8f545c84596a tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:26.184578 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-57a0894b-fb10-49af-9e68-eff740c2bf5f req-9f1397fd-39e7-43fd-84d2-8f545c84596a tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] 10.222.0.16 "GET /v2.0/ports?device_id=96a6ac2f-48c3-4c89-92af-55d2db404323 HTTP/1.1" status: 200 len: 944 time: 0.3434048 Apr 11 17:21:26.194347 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.db.l3_db [None req-217f8fea-63bf-4eea-a2b2-f1263c3bf4c9 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Floating IP 967c47cf-c803-4db3-9abd-f155e85bcc60 associated. External IP: 172.28.2.167, port: b2fbef57-9115-4869-b070-75dad6a54030. Apr 11 17:21:26.262882 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c100af37-1973-41a0-9c9c-b9856bf46507 req-a34226e5-ef1a-42fb-b115-ae73feb1abfb tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278930 Apr 11 17:21:26.386070 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-57a0894b-fb10-49af-9e68-eff740c2bf5f req-1cb92fa6-a21e-4873-9bde-34bdd0546723 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ca5f6e0-d952-4d40-b606-1ae94077ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279054 Apr 11 17:21:26.665776 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a302f9f-9084-4e83-8823-3aff5a17047c req-3c94f9c6-8287-415c-94d1-37ae60a3ed70 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:26.667799 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6a302f9f-9084-4e83-8823-3aff5a17047c req-3c94f9c6-8287-415c-94d1-37ae60a3ed70 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 946 time: 0.2443531 Apr 11 17:21:26.714666 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6a302f9f-9084-4e83-8823-3aff5a17047c req-09a655d8-1acc-4b1d-b6c8-3fc2293e9fee tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355177 Apr 11 17:21:26.765024 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-217f8fea-63bf-4eea-a2b2-f1263c3bf4c9 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Router 84f65695-21aa-47be-9b6c-46782657b78e has already been hosted by L3 agent 5d769fae-3c68-4f0c-97be-90cfc50b6a37 {{(pid=85244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 11 17:21:26.963127 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217f8fea-63bf-4eea-a2b2-f1263c3bf4c9 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify agent at l3_agent.dv-cinder-784779-4-smb the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 11 17:21:26.979482 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-217f8fea-63bf-4eea-a2b2-f1263c3bf4c9 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for floatingip, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:26.988323 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4f3c9c-c9d0-416d-9807-56222bb1b224 None None] Sync routers for ids ['84f65695-21aa-47be-9b6c-46782657b78e'] in dv-cinder-784779-4-smb {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 11 17:21:27.013814 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4f3c9c-c9d0-416d-9807-56222bb1b224 None None] Routers {'84f65695-21aa-47be-9b6c-46782657b78e'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:21:27.015943 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-8a4f3c9c-c9d0-416d-9807-56222bb1b224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:21:07Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['84f65695-21aa-47be-9b6c-46782657b78e'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:21:27.056013 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-217f8fea-63bf-4eea-a2b2-f1263c3bf4c9 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "PUT /v2.0/floatingips/967c47cf-c803-4db3-9abd-f155e85bcc60 HTTP/1.1" status: 200 len: 992 time: 3.8143539 Apr 11 17:21:27.061033 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '206061e1-f9a3-4435-b324-02f92bf84054', 'tag': 'b2fbef57-9115-4869-b070-75dad6a54030'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:21:27.283065 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-8a4f3c9c-c9d0-416d-9807-56222bb1b224 None None] Set router 84f65695-21aa-47be-9b6c-46782657b78e gateway port host: dv-cinder-784779-4-smb {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:21:27.291991 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '206061e1-f9a3-4435-b324-02f92bf84054', 'tag': 'b2fbef57-9115-4869-b070-75dad6a54030', 'status': 'completed', 'code': 200} Apr 11 17:21:27.548740 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8dce29-5652-4f37-95f1-2e3e5f570c44 req-764ac1eb-c852-44f1-9f2d-7e99b716c5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:27.550569 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-bb8dce29-5652-4f37-95f1-2e3e5f570c44 req-764ac1eb-c852-44f1-9f2d-7e99b716c5c6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1dff44dcd306439ea6d1f64cae358515&device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 1099 time: 0.2307048 Apr 11 17:21:27.865753 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8dce29-5652-4f37-95f1-2e3e5f570c44 req-d71bf7fd-9887-437b-9b57-97ca0a29d6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:27.871205 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-bb8dce29-5652-4f37-95f1-2e3e5f570c44 req-d71bf7fd-9887-437b-9b57-97ca0a29d6df service neutron] 10.222.0.42 "GET /v2.0/networks?id=f79386bd-8864-4166-bb9e-db3cc709422a HTTP/1.1" status: 200 len: 912 time: 0.3111241 Apr 11 17:21:27.967105 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df09c8-aaa5-4405-9e5f-b265d3cb16c3 req-0bb60900-241f-4cd4-8a2c-2414d3a61c2b tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:27.969555 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b7df09c8-aaa5-4405-9e5f-b265d3cb16c3 req-0bb60900-241f-4cd4-8a2c-2414d3a61c2b tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 945 time: 0.1747737 Apr 11 17:21:28.004062 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b86d9a-b765-4bb8-a7c0-5766f0d68580 req-f0dbf11c-7851-45e6-b5c0-c132ee6de145 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:28.013203 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e7b86d9a-b765-4bb8-a7c0-5766f0d68580 req-f0dbf11c-7851-45e6-b5c0-c132ee6de145 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] 10.222.0.16 "GET /v2.0/ports?device_id=96a6ac2f-48c3-4c89-92af-55d2db404323 HTTP/1.1" status: 200 len: 944 time: 0.3186307 Apr 11 17:21:28.036776 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 58116) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:28.057033 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-bb8dce29-5652-4f37-95f1-2e3e5f570c44 req-0289c849-f0b4-4551-8e61-2567c0fa7c30 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2fbef57-9115-4869-b070-75dad6a54030 HTTP/1.1" status: 200 len: 1000 time: 0.1717086 Apr 11 17:21:28.070072 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-8a4f3c9c-c9d0-416d-9807-56222bb1b224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f65695-21aa-47be-9b6c-46782657b78e', 'name': 'tempest-AttachVolumeTestJSON-1696572694-router', 'tenant_id': '1dff44dcd306439ea6d1f64cae358515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd462fe93-d0f1-43d8-aafc-cb56153f2870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:16Z', 'updated_at': '2021-04-11T17:20:37Z', 'revision_number': 4, 'project_id': '1dff44dcd306439ea6d1f64cae358515', 'gw_port': {'id': 'd462fe93-d0f1-43d8-aafc-cb56153f2870', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f65695-21aa-47be-9b6c-46782657b78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:18Z', 'updated_at': '2021-04-11T17:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_floatingips': [{'id': '967c47cf-c803-4db3-9abd-f155e85bcc60', 'tenant_id': '1dff44dcd306439ea6d1f64cae358515', 'floating_ip_address': '172.28.2.167', 'floating_network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'router_id': '84f65695-21aa-47be-9b6c-46782657b78e', 'port_id': 'b2fbef57-9115-4869-b070-75dad6a54030', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f79386bd-8864-4166-bb9e-db3cc709422a', 'mac_address': 'fa:16:3e:fd:48:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206061e1-f9a3-4435-b324-02f92bf84054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:20:56Z', 'updated_at': '2021-04-11T17:21:24Z', 'revision_number': 1, 'project_id': '1dff44dcd306439ea6d1f64cae358515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3059e80d-0bbd-432a-b41e-e94bb5851b33', 'name': '', 'network_id': 'f79386bd-8864-4166-bb9e-db3cc709422a', 'tenant_id': '1dff44dcd306439ea6d1f64cae358515', 'mac_address': 'fa:16:3e:30:91:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f65695-21aa-47be-9b6c-46782657b78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd687bab0-4e02-4bbb-b7d3-fd6ef7a92063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:29Z', 'updated_at': '2021-04-11T17:20:50Z', 'revision_number': 5, 'project_id': '1dff44dcd306439ea6d1f64cae358515', 'subnets': [{'id': 'd687bab0-4e02-4bbb-b7d3-fd6ef7a92063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:21:28.080927 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4f3c9c-c9d0-416d-9807-56222bb1b224 None None] Checking router: 84f65695-21aa-47be-9b6c-46782657b78e for host: dv-cinder-784779-4-smb {{(pid=85246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 11 17:21:28.091443 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e7b86d9a-b765-4bb8-a7c0-5766f0d68580 req-d7a406b0-837b-47a5-8395-f71585741651 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ca5f6e0-d952-4d40-b606-1ae94077ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767193 Apr 11 17:21:28.101332 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4f3c9c-c9d0-416d-9807-56222bb1b224 None None] Routers {'84f65695-21aa-47be-9b6c-46782657b78e'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:21:28.102016 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-8a4f3c9c-c9d0-416d-9807-56222bb1b224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:21:07Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['84f65695-21aa-47be-9b6c-46782657b78e'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:21:28.114179 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b7df09c8-aaa5-4405-9e5f-b265d3cb16c3 req-a376597b-c04a-4976-b9ff-4bdb98d99ed4 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341331 Apr 11 17:21:28.186000 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8dce29-5652-4f37-95f1-2e3e5f570c44 req-bfa1e7c9-8db5-469e-8db8-64b0ced04b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:28.187663 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-bb8dce29-5652-4f37-95f1-2e3e5f570c44 req-bfa1e7c9-8db5-469e-8db8-64b0ced04b41 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d687bab0-4e02-4bbb-b7d3-fd6ef7a92063 HTTP/1.1" status: 200 len: 850 time: 0.1190226 Apr 11 17:21:28.396411 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8dce29-5652-4f37-95f1-2e3e5f570c44 req-9e5a0c32-db4e-40b2-8b89-14895599fcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:28.398045 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-bb8dce29-5652-4f37-95f1-2e3e5f570c44 req-9e5a0c32-db4e-40b2-8b89-14895599fcb3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f79386bd-8864-4166-bb9e-db3cc709422a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1942575 Apr 11 17:21:28.449507 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device b450ae32-6ee7-40f8-ac7a-b80acf97b808 up at agent hyperv_hv-cinder-78477 {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:21:28.498049 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-436e8881-9cdf-40f4-94e6-363bc564e08d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:28.524282 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-436e8881-9cdf-40f4-94e6-363bc564e08d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:21:28.538542 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2a166-c825-49c2-a6cd-b020e9844de7 req-bb4ae931-e68a-41b2-9a36-efbc9ae83c70 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:28.556531 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-fcd2a166-c825-49c2-a6cd-b020e9844de7 req-bb4ae931-e68a-41b2-9a36-efbc9ae83c70 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 946 time: 0.2873569 Apr 11 17:21:28.614702 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Provisioning for port b450ae32-6ee7-40f8-ac7a-b80acf97b808 completed by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:21:28.617062 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-fcd2a166-c825-49c2-a6cd-b020e9844de7 req-194c7e8b-16da-4906-a47e-31323c3f8faa tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593233 Apr 11 17:21:28.622388 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-8a4f3c9c-c9d0-416d-9807-56222bb1b224 None None] Set router 84f65695-21aa-47be-9b6c-46782657b78e gateway port host: dv-cinder-784779-4-smb {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:21:28.628910 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-436e8881-9cdf-40f4-94e6-363bc564e08d admin admin] Usage tracker for resource:security_group_rule and tenant:87939995645c44abbd92500d54b1f407 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:21:28.629109 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Provisioning complete for port b450ae32-6ee7-40f8-ac7a-b80acf97b808 triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:21:28.630233 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:28.639085 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-436e8881-9cdf-40f4-94e6-363bc564e08d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:21:28.672500 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-436e8881-9cdf-40f4-94e6-363bc564e08d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:21:28.861176 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-bb8dce29-5652-4f37-95f1-2e3e5f570c44 req-4abe03ca-4a5a-421d-9dae-1d9f5867cc7f service neutron] 10.222.0.42 "GET /v2.0/networks/f79386bd-8864-4166-bb9e-db3cc709422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4439692 Apr 11 17:21:28.932078 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:28.955580 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a6ac2f-48c3-4c89-92af-55d2db404323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b450ae32-6ee7-40f8-ac7a-b80acf97b808'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:21:28.983381 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port b450ae32-6ee7-40f8-ac7a-b80acf97b808, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b450ae32-6ee7-40f8-ac7a-b80acf97b808,segment=NetworkSegment(a944a156-0449-4ed4-82f9-263c96d5ad14),segment_id=a944a156-0449-4ed4-82f9-263c96d5ad14)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:21:28.991988 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:28.994847 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-46f8f4fa-8ad5-4d51-8f61-a19837935a69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:29.123298 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-436e8881-9cdf-40f4-94e6-363bc564e08d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:29.132410 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-436e8881-9cdf-40f4-94e6-363bc564e08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:29.148967 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:29.165740 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a6ac2f-48c3-4c89-92af-55d2db404323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b450ae32-6ee7-40f8-ac7a-b80acf97b808', 'code': 200} Apr 11 17:21:29.191217 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e8881-9cdf-40f4-94e6-363bc564e08d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f263ebe-6b56-4340-8ef9-bc218eab1666,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:29.201278 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-436e8881-9cdf-40f4-94e6-363bc564e08d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:29.240589 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-436e8881-9cdf-40f4-94e6-363bc564e08d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=87939995645c44abbd92500d54b1f407&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1989315 Apr 11 17:21:29.241991 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 58174) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:29.318146 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=b450ae32-6ee7-40f8-ac7a-b80acf97b808,revision_number=5']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:29.322037 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:29.329503 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-844eb844-557b-4af9-b46f-d8cb83dbea6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:29.372700 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-844eb844-557b-4af9-b46f-d8cb83dbea6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:29.463092 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937c508-861e-4566-af6c-cd19f9535845 req-ac123914-7b88-48a0-81f9-692f7c07f676 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:29.483122 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6937c508-861e-4566-af6c-cd19f9535845 req-ac123914-7b88-48a0-81f9-692f7c07f676 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 946 time: 0.5077324 Apr 11 17:21:29.484068 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-844eb844-557b-4af9-b46f-d8cb83dbea6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:29.518873 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 58184) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:29.527991 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-8a4f3c9c-c9d0-416d-9807-56222bb1b224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f65695-21aa-47be-9b6c-46782657b78e', 'name': 'tempest-AttachVolumeTestJSON-1696572694-router', 'tenant_id': '1dff44dcd306439ea6d1f64cae358515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd462fe93-d0f1-43d8-aafc-cb56153f2870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:16Z', 'updated_at': '2021-04-11T17:20:37Z', 'revision_number': 4, 'project_id': '1dff44dcd306439ea6d1f64cae358515', 'gw_port': {'id': 'd462fe93-d0f1-43d8-aafc-cb56153f2870', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f65695-21aa-47be-9b6c-46782657b78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:18Z', 'updated_at': '2021-04-11T17:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_floatingips': [{'id': '967c47cf-c803-4db3-9abd-f155e85bcc60', 'tenant_id': '1dff44dcd306439ea6d1f64cae358515', 'floating_ip_address': '172.28.2.167', 'floating_network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'router_id': '84f65695-21aa-47be-9b6c-46782657b78e', 'port_id': 'b2fbef57-9115-4869-b070-75dad6a54030', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f79386bd-8864-4166-bb9e-db3cc709422a', 'mac_address': 'fa:16:3e:fd:48:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206061e1-f9a3-4435-b324-02f92bf84054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:20:56Z', 'updated_at': '2021-04-11T17:21:24Z', 'revision_number': 1, 'project_id': '1dff44dcd306439ea6d1f64cae358515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3059e80d-0bbd-432a-b41e-e94bb5851b33', 'name': '', 'network_id': 'f79386bd-8864-4166-bb9e-db3cc709422a', 'tenant_id': '1dff44dcd306439ea6d1f64cae358515', 'mac_address': 'fa:16:3e:30:91:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f65695-21aa-47be-9b6c-46782657b78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd687bab0-4e02-4bbb-b7d3-fd6ef7a92063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:29Z', 'updated_at': '2021-04-11T17:20:50Z', 'revision_number': 5, 'project_id': '1dff44dcd306439ea6d1f64cae358515', 'subnets': [{'id': 'd687bab0-4e02-4bbb-b7d3-fd6ef7a92063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:21:29.536652 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4f3c9c-c9d0-416d-9807-56222bb1b224 None None] The sync data for ids ['84f65695-21aa-47be-9b6c-46782657b78e'] in dv-cinder-784779-4-smb is: [{'id': '84f65695-21aa-47be-9b6c-46782657b78e', 'name': 'tempest-AttachVolumeTestJSON-1696572694-router', 'tenant_id': '1dff44dcd306439ea6d1f64cae358515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd462fe93-d0f1-43d8-aafc-cb56153f2870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:16Z', 'updated_at': '2021-04-11T17:20:37Z', 'revision_number': 4, 'project_id': '1dff44dcd306439ea6d1f64cae358515', 'gw_port': {'id': 'd462fe93-d0f1-43d8-aafc-cb56153f2870', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f65695-21aa-47be-9b6c-46782657b78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:18Z', 'updated_at': '2021-04-11T17:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_floatingips': [{'id': '967c47cf-c803-4db3-9abd-f155e85bcc60', 'tenant_id': '1dff44dcd306439ea6d1f64cae358515', 'floating_ip_address': '172.28.2.167', 'floating_network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'router_id': '84f65695-21aa-47be-9b6c-46782657b78e', 'port_id': 'b2fbef57-9115-4869-b070-75dad6a54030', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f79386bd-8864-4166-bb9e-db3cc709422a', 'mac_address': 'fa:16:3e:fd:48:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '206061e1-f9a3-4435-b324-02f92bf84054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:20:56Z', 'updated_at': '2021-04-11T17:21:24Z', 'revision_number': 1, 'project_id': '1dff44dcd306439ea6d1f64cae358515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3059e80d-0bbd-432a-b41e-e94bb5851b33', 'name': '', 'network_id': 'f79386bd-8864-4166-bb9e-db3cc709422a', 'tenant_id': '1dff44dcd306439ea6d1f64cae358515', 'mac_address': 'fa:16:3e:30:91:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f65695-21aa-47be-9b6c-46782657b78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd687bab0-4e02-4bbb-b7d3-fd6ef7a92063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:29Z', 'updated_at': '2021-04-11T17:20:50Z', 'revision_number': 5, 'project_id': '1dff44dcd306439ea6d1f64cae358515', 'subnets': [{'id': 'd687bab0-4e02-4bbb-b7d3-fd6ef7a92063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 11 17:21:29.602123 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-bb8dce29-5652-4f37-95f1-2e3e5f570c44 req-0b6cdca1-30bf-4cc4-a23e-a41bd77539f8 service neutron] 10.222.0.42 "GET /v2.0/networks/f79386bd-8864-4166-bb9e-db3cc709422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7337337 Apr 11 17:21:29.664922 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-da0fb7a9-3e99-413b-9dd4-da41f4a5f7a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:29.689799 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-6243e69b-4666-4d01-945e-4f59973e242a tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Request body: {'floatingip': {'port_id': '29683527-34da-4cc3-ac60-f5c4283cc12d'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:21:29.790110 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-844eb844-557b-4af9-b46f-d8cb83dbea6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:29.791361 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-844eb844-557b-4af9-b46f-d8cb83dbea6e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8f263ebe-6b56-4340-8ef9-bc218eab1666 HTTP/1.1" status: 204 len: 168 time: 0.5480711 Apr 11 17:21:29.940938 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844eb844-557b-4af9-b46f-d8cb83dbea6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f263ebe-6b56-4340-8ef9-bc218eab1666,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:30.019472 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-844eb844-557b-4af9-b46f-d8cb83dbea6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:30.024044 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02b8b5a-339a-4ae4-b59e-75aa254bf69f None None] New status for floating IP 967c47cf-c803-4db3-9abd-f155e85bcc60: ACTIVE {{(pid=85245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 11 17:21:30.108915 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6243e69b-4666-4d01-945e-4f59973e242a tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks [] for floatingip, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:30.618017 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d59eba3f-cc00-411e-a567-88a4f357fee2 req-34372938-1b8e-4490-a272-9ba9fcafd98b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1387613 Apr 11 17:21:30.839124 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309c4145-1495-446a-984e-ec2d99cec16e req-5b360e80-9b41-444b-8b9c-b2ed8d364334 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:30.842033 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-309c4145-1495-446a-984e-ec2d99cec16e req-5b360e80-9b41-444b-8b9c-b2ed8d364334 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 945 time: 1.1579723 Apr 11 17:21:30.845049 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59eba3f-cc00-411e-a567-88a4f357fee2 req-4dece2b1-8427-4fa9-aba7-22f84ca56fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:30.850274 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d59eba3f-cc00-411e-a567-88a4f357fee2 req-4dece2b1-8427-4fa9-aba7-22f84ca56fa0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d63b099ed974ed8a5699b5d7c2a64f8&device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 1099 time: 0.1044641 Apr 11 17:21:30.938831 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68fe72e-b673-40d7-8e31-f6178f247c0e req-3f42fd47-1bff-4117-a430-b54186cd2ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:30.940470 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b68fe72e-b673-40d7-8e31-f6178f247c0e req-3f42fd47-1bff-4117-a430-b54186cd2ada service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=96a6ac2f-48c3-4c89-92af-55d2db404323 HTTP/1.1" status: 200 len: 1098 time: 1.4153285 Apr 11 17:21:30.980295 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-309c4145-1495-446a-984e-ec2d99cec16e req-6c3ee5f6-ce38-4e89-a95f-54b899252a01 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125429 Apr 11 17:21:31.090879 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08c4d1-e492-4068-b470-afd2918b3ea8 req-b2c47d3e-327e-4a1d-b469-a51550862697 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:31.098768 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-9e08c4d1-e492-4068-b470-afd2918b3ea8 req-b2c47d3e-327e-4a1d-b469-a51550862697 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] 10.222.0.16 "GET /v2.0/ports?device_id=96a6ac2f-48c3-4c89-92af-55d2db404323 HTTP/1.1" status: 200 len: 945 time: 1.5747883 Apr 11 17:21:31.173367 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-9e08c4d1-e492-4068-b470-afd2918b3ea8 req-5684309c-4b1f-47c2-b52d-ac46c05c3628 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ca5f6e0-d952-4d40-b606-1ae94077ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735254 Apr 11 17:21:31.182711 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59eba3f-cc00-411e-a567-88a4f357fee2 req-f052494d-7c5f-4387-8199-af2daa839025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:31.192493 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d59eba3f-cc00-411e-a567-88a4f357fee2 req-f052494d-7c5f-4387-8199-af2daa839025 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0328d80f-abb9-475c-a72f-263dcaf98637 HTTP/1.1" status: 200 len: 920 time: 0.3096089 Apr 11 17:21:31.270113 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b68fe72e-b673-40d7-8e31-f6178f247c0e req-676edd57-8e4e-4256-9237-d6864ceadeb2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7ca5f6e0-d952-4d40-b606-1ae94077ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209818 Apr 11 17:21:31.282211 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d59eba3f-cc00-411e-a567-88a4f357fee2 req-25549937-c3dc-486b-8a88-07ad856bed6c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7 HTTP/1.1" status: 200 len: 217 time: 0.0903351 Apr 11 17:21:31.475986 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59eba3f-cc00-411e-a567-88a4f357fee2 req-37b5d5ac-035f-45fa-875b-6772eca2e02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:31.476378 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d59eba3f-cc00-411e-a567-88a4f357fee2 req-37b5d5ac-035f-45fa-875b-6772eca2e02f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1afc838f-ad14-47c7-8b28-cd67a37f5780 HTTP/1.1" status: 200 len: 859 time: 0.1000564 Apr 11 17:21:31.476458 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 58282) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:31.578023 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d59eba3f-cc00-411e-a567-88a4f357fee2 req-859d24eb-fbc4-4110-ab5b-6acb6f4acd49 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0328d80f-abb9-475c-a72f-263dcaf98637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882299 Apr 11 17:21:31.749344 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6243e69b-4666-4d01-945e-4f59973e242a tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:31.756118 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6243e69b-4666-4d01-945e-4f59973e242a tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846760615'] for floatingip, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:31.764452 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d59eba3f-cc00-411e-a567-88a4f357fee2 req-fe5c86d6-010a-47b7-87d4-221d1e2601c4 service neutron] 10.222.0.42 "GET /v2.0/networks/0328d80f-abb9-475c-a72f-263dcaf98637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678984 Apr 11 17:21:31.965451 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 58298) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:31.975863 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-8b617195-8862-4cc4-ad1a-b538c6041bab admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1463537913-network', 'tenant_id': 'c8aa45ba97e145178798e1da4304e776'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:21:32.006825 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d59eba3f-cc00-411e-a567-88a4f357fee2 req-05a77e33-8e5b-431f-81d3-ceaa4a0850e1 service neutron] 10.222.0.42 "GET /v2.0/networks/0328d80f-abb9-475c-a72f-263dcaf98637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293789 Apr 11 17:21:32.078099 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.db.l3_db [None req-6243e69b-4666-4d01-945e-4f59973e242a tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Floating IP 12111966-5251-4d3a-937e-6c666d7bb361 associated. External IP: 172.28.2.52, port: 29683527-34da-4cc3-ac60-f5c4283cc12d. Apr 11 17:21:32.286955 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-8b617195-8862-4cc4-ad1a-b538c6041bab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:21:32.291206 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-8b617195-8862-4cc4-ad1a-b538c6041bab admin admin] Usage tracker for resource:network and tenant:c8aa45ba97e145178798e1da4304e776 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:21:32.294223 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-8b617195-8862-4cc4-ad1a-b538c6041bab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:21:32.300885 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-8b617195-8862-4cc4-ad1a-b538c6041bab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:21:32.377519 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b617195-8862-4cc4-ad1a-b538c6041bab admin admin] Made reservation on behalf of c8aa45ba97e145178798e1da4304e776 for: {'network': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:21:32.382643 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8b617195-8862-4cc4-ad1a-b538c6041bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for network, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:32.582600 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8b617195-8862-4cc4-ad1a-b538c6041bab admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:32.659305 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-415fb95f-a94a-4276-a0f8-3bc37f9d354f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:32.674456 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-8b617195-8862-4cc4-ad1a-b538c6041bab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:21:32.702689 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-8b617195-8862-4cc4-ad1a-b538c6041bab admin admin] Usage tracker for resource:security_group_rule and tenant:c8aa45ba97e145178798e1da4304e776 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:21:32.715283 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-8b617195-8862-4cc4-ad1a-b538c6041bab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:21:32.732614 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-415fb95f-a94a-4276-a0f8-3bc37f9d354f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:21:32.739896 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-8b617195-8862-4cc4-ad1a-b538c6041bab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:21:32.752997 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-415fb95f-a94a-4276-a0f8-3bc37f9d354f admin admin] Usage tracker for resource:security_group_rule and tenant:0c5d12240d224e29b1f8c549ef52898c is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:21:32.759904 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-415fb95f-a94a-4276-a0f8-3bc37f9d354f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:21:32.787667 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-415fb95f-a94a-4276-a0f8-3bc37f9d354f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:21:32.841483 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b49ea6-5490-4263-8b15-2fa0a8905742 req-3d83482c-965d-42cf-a060-59b307f13f62 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:32.843203 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-65b49ea6-5490-4263-8b15-2fa0a8905742 req-3d83482c-965d-42cf-a060-59b307f13f62 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 945 time: 0.5341151 Apr 11 17:21:32.897240 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6243e69b-4666-4d01-945e-4f59973e242a tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Router 84e65640-35af-44b5-bf9a-a711dc9c14a3 has already been hosted by L3 agent 5d769fae-3c68-4f0c-97be-90cfc50b6a37 {{(pid=85244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 11 17:21:32.934211 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-65b49ea6-5490-4263-8b15-2fa0a8905742 req-b1cb2995-5b5c-4481-a612-eca47b88b35e tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655041 Apr 11 17:21:32.943317 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998db6f-7ee2-4429-b00a-614c6b17a48b req-4bf4b25c-b302-4157-bc95-f5c4e90cfa90 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:32.945019 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-7998db6f-7ee2-4429-b00a-614c6b17a48b req-4bf4b25c-b302-4157-bc95-f5c4e90cfa90 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] 10.222.0.16 "GET /v2.0/ports?device_id=96a6ac2f-48c3-4c89-92af-55d2db404323 HTTP/1.1" status: 200 len: 945 time: 0.4342060 Apr 11 17:21:33.417475 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-7998db6f-7ee2-4429-b00a-614c6b17a48b req-8c9826ec-225b-488b-ad81-9b9f638e748f tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ca5f6e0-d952-4d40-b606-1ae94077ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448686 Apr 11 17:21:33.429156 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8b617195-8862-4cc4-ad1a-b538c6041bab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:33.454439 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8b617195-8862-4cc4-ad1a-b538c6041bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:33.464878 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5189e4e2-24f1-4fd5-b174-5e6f945b20bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:33.527031 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b617195-8862-4cc4-ad1a-b538c6041bab admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=85244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 11 17:21:33.564293 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-415fb95f-a94a-4276-a0f8-3bc37f9d354f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:33.565578 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b617195-8862-4cc4-ad1a-b538c6041bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0dca341-6d9a-4db6-bd19-85f100ebbe40,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:33.573333 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8b617195-8862-4cc4-ad1a-b538c6041bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854391073'] for segment, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:33.574160 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.db.segments_db [None req-8b617195-8862-4cc4-ad1a-b538c6041bab admin admin] Added segment 86ca0e7e-fa7a-40b7-a28a-d9877a1e223f of type vlan for network d63f2af2-d77c-4d05-8af6-43e6196cbb1a Apr 11 17:21:33.577167 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8b617195-8862-4cc4-ad1a-b538c6041bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:33.577167 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-415fb95f-a94a-4276-a0f8-3bc37f9d354f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:33.596032 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 6 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:21:33.599341 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-af141e46-a629-47df-8432-7701aa4e6498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:33.632454 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6243e69b-4666-4d01-945e-4f59973e242a tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify agent at l3_agent.dv-cinder-784779-4-smb the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 11 17:21:33.643754 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f837f831-bce6-46b4-b582-450082edbaf1 None None] Sync routers for ids ['84e65640-35af-44b5-bf9a-a711dc9c14a3'] in dv-cinder-784779-4-smb {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 11 17:21:33.656582 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f837f831-bce6-46b4-b582-450082edbaf1 None None] Routers {'84e65640-35af-44b5-bf9a-a711dc9c14a3'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:21:33.656582 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-f837f831-bce6-46b4-b582-450082edbaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:21:07Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['84e65640-35af-44b5-bf9a-a711dc9c14a3'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:21:33.694717 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-415fb95f-a94a-4276-a0f8-3bc37f9d354f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0c5d12240d224e29b1f8c549ef52898c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7096381 Apr 11 17:21:33.698977 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 58340) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:33.704205 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8b617195-8862-4cc4-ad1a-b538c6041bab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265755767019'] for network, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:33.716221 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:33.719271 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415fb95f-a94a-4276-a0f8-3bc37f9d354f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6a6032-77f2-4361-bb8d-cc73cf91b49d,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:33.731439 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-415fb95f-a94a-4276-a0f8-3bc37f9d354f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:33.805433 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6243e69b-4666-4d01-945e-4f59973e242a tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for floatingip, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:33.837366 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-64d7cdc8-693e-4d47-be0d-ce9d6addbc5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:33.883235 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8b617195-8862-4cc4-ad1a-b538c6041bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213'] for network, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:33.895278 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b617195-8862-4cc4-ad1a-b538c6041bab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:33.896402 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8b617195-8862-4cc4-ad1a-b538c6041bab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for network, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:33.899045 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-64d7cdc8-693e-4d47-be0d-ce9d6addbc5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:33.910151 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:34.001173 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-64d7cdc8-693e-4d47-be0d-ce9d6addbc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:34.014330 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:34.023566 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-6243e69b-4666-4d01-945e-4f59973e242a tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "PUT /v2.0/floatingips/12111966-5251-4d3a-937e-6c666d7bb361 HTTP/1.1" status: 200 len: 991 time: 4.3453772 Apr 11 17:21:34.027745 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f206e244-f2eb-4479-ac8c-967542c6e6ab', 'tag': '29683527-34da-4cc3-ac60-f5c4283cc12d'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:21:34.043414 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d7cdc8-693e-4d47-be0d-ce9d6addbc5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6a6032-77f2-4361-bb8d-cc73cf91b49d,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:34.061616 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-8b617195-8862-4cc4-ad1a-b538c6041bab admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.5836141 Apr 11 17:21:34.065677 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 58358) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:34.073311 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-110ef133-0c72-4b01-8d80-1a704cd86436 admin admin] Request body: {'subnet': {'network_id': 'd63f2af2-d77c-4d05-8af6-43e6196cbb1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1463537913-subnet', 'tenant_id': 'c8aa45ba97e145178798e1da4304e776', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:21:34.080256 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-64d7cdc8-693e-4d47-be0d-ce9d6addbc5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:34.104363 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-64d7cdc8-693e-4d47-be0d-ce9d6addbc5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:34.105104 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-110ef133-0c72-4b01-8d80-1a704cd86436 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:21:34.108037 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b617195-8862-4cc4-ad1a-b538c6041bab admin admin] Pushing event updated for resources: {'Network': ['ID=d63f2af2-d77c-4d05-8af6-43e6196cbb1a,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:34.112187 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8b617195-8862-4cc4-ad1a-b538c6041bab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:34.113293 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-110ef133-0c72-4b01-8d80-1a704cd86436 admin admin] Usage tracker for resource:subnet and tenant:c8aa45ba97e145178798e1da4304e776 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:21:34.133788 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-110ef133-0c72-4b01-8d80-1a704cd86436 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:21:34.138224 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-64d7cdc8-693e-4d47-be0d-ce9d6addbc5d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cc6a6032-77f2-4361-bb8d-cc73cf91b49d HTTP/1.1" status: 204 len: 168 time: 0.4347310 Apr 11 17:21:34.152164 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-110ef133-0c72-4b01-8d80-1a704cd86436 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:21:34.159389 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Network d63f2af2-d77c-4d05-8af6-43e6196cbb1a details requested by agent ovs-agent-dv-cinder-784779-4-smb with host dv-cinder-784779-4-smb {{(pid=85245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 11 17:21:34.172778 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110ef133-0c72-4b01-8d80-1a704cd86436 admin admin] Made reservation on behalf of c8aa45ba97e145178798e1da4304e776 for: {'subnet': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:21:34.186085 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-110ef133-0c72-4b01-8d80-1a704cd86436 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7056698'] for subnet, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:34.216553 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-f837f831-bce6-46b4-b582-450082edbaf1 None None] Set router 84e65640-35af-44b5-bf9a-a711dc9c14a3 gateway port host: dv-cinder-784779-4-smb {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:21:34.488446 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f206e244-f2eb-4479-ac8c-967542c6e6ab', 'tag': '29683527-34da-4cc3-ac60-f5c4283cc12d', 'status': 'completed', 'code': 200} Apr 11 17:21:34.632973 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac30713-8a81-469c-bee1-1b6e1b3d643e req-a7f064f6-bd30-494e-b4e0-6aded6998ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:34.638625 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-cac30713-8a81-469c-bee1-1b6e1b3d643e req-a7f064f6-bd30-494e-b4e0-6aded6998ec1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=85eed75d59b44674a89c120123abc4ab&device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 1099 time: 0.2534413 Apr 11 17:21:34.655356 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 58382) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:34.701965 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bfca3f34-4559-431f-ac4e-f790afad65fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:34.799628 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-bfca3f34-4559-431f-ac4e-f790afad65fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:21:34.815431 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-bfca3f34-4559-431f-ac4e-f790afad65fd admin admin] Usage tracker for resource:security_group_rule and tenant:fd61e3b8182d48fdb243598cb07bc112 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:21:34.821850 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-bfca3f34-4559-431f-ac4e-f790afad65fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:21:34.832356 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-bfca3f34-4559-431f-ac4e-f790afad65fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:21:34.862776 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fc5d4a0d-b42b-4da2-8f4d-667dca6d06c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:34.882735 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fc57f-ec51-4af6-bc92-be6363be8932 req-5850d894-02b6-47f1-9568-e52c9e10d2f0 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:34.885073 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0a1fc57f-ec51-4af6-bc92-be6363be8932 req-5850d894-02b6-47f1-9568-e52c9e10d2f0 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 945 time: 0.6616614 Apr 11 17:21:34.941500 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0a1fc57f-ec51-4af6-bc92-be6363be8932 req-955c1168-cacb-4217-9530-3c20b10c964a tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435410 Apr 11 17:21:34.967057 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac30713-8a81-469c-bee1-1b6e1b3d643e req-c4f52bb7-8380-404e-98dc-997b1a0189a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:34.970180 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-cac30713-8a81-469c-bee1-1b6e1b3d643e req-c4f52bb7-8380-404e-98dc-997b1a0189a9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cbf8495d-d585-4ffa-8bba-b4256f490b2f HTTP/1.1" status: 200 len: 917 time: 0.3158934 Apr 11 17:21:35.023913 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-f837f831-bce6-46b4-b582-450082edbaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'name': 'tempest-AttachVolumeShelveTestJSON-485081815-router', 'tenant_id': '85eed75d59b44674a89c120123abc4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.34'}], 'enable_snat': True}, 'gw_port_id': '45ac6d1a-8f11-4838-967e-9ae6da68e221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:17Z', 'updated_at': '2021-04-11T17:20:40Z', 'revision_number': 4, 'project_id': '85eed75d59b44674a89c120123abc4ab', 'gw_port': {'id': '45ac6d1a-8f11-4838-967e-9ae6da68e221', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:19Z', 'updated_at': '2021-04-11T17:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_floatingips': [{'id': '12111966-5251-4d3a-937e-6c666d7bb361', 'tenant_id': '85eed75d59b44674a89c120123abc4ab', 'floating_ip_address': '172.28.2.52', 'floating_network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'router_id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'port_id': '29683527-34da-4cc3-ac60-f5c4283cc12d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f', 'mac_address': 'fa:16:3e:ee:8f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f206e244-f2eb-4479-ac8c-967542c6e6ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:20:56Z', 'updated_at': '2021-04-11T17:21:31Z', 'revision_number': 1, 'project_id': '85eed75d59b44674a89c120123abc4ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7fc5bf2-0e93-45d6-8e1f-279078611876', 'name': '', 'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f', 'tenant_id': '85eed75d59b44674a89c120123abc4ab', 'mac_address': 'fa:16:3e:cb:50:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b37db23d-12d1-4791-957e-028de05166fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:34Z', 'updated_at': '2021-04-11T17:20:55Z', 'revision_number': 5, 'project_id': '85eed75d59b44674a89c120123abc4ab', 'subnets': [{'id': 'b37db23d-12d1-4791-957e-028de05166fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:21:35.041988 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c760a5-8dc8-4427-b7b3-c5480f9984bc req-2a73fb04-7783-4106-aa91-e0363dc7510a tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:35.043674 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f837f831-bce6-46b4-b582-450082edbaf1 None None] Checking router: 84e65640-35af-44b5-bf9a-a711dc9c14a3 for host: dv-cinder-784779-4-smb {{(pid=85246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 11 17:21:35.050157 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e9c760a5-8dc8-4427-b7b3-c5480f9984bc req-2a73fb04-7783-4106-aa91-e0363dc7510a tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] 10.222.0.16 "GET /v2.0/ports?device_id=96a6ac2f-48c3-4c89-92af-55d2db404323 HTTP/1.1" status: 200 len: 945 time: 0.4063945 Apr 11 17:21:35.067499 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f837f831-bce6-46b4-b582-450082edbaf1 None None] Routers {'84e65640-35af-44b5-bf9a-a711dc9c14a3'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:21:35.068990 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-f837f831-bce6-46b4-b582-450082edbaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:21:07Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['84e65640-35af-44b5-bf9a-a711dc9c14a3'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:21:35.092942 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e9c760a5-8dc8-4427-b7b3-c5480f9984bc req-8cab4ad3-3748-4c07-804c-86abb75e21b7 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ca5f6e0-d952-4d40-b606-1ae94077ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417893 Apr 11 17:21:35.175034 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-cac30713-8a81-469c-bee1-1b6e1b3d643e req-3a8ae0fd-946e-4c67-90c5-7e27f27680b4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29683527-34da-4cc3-ac60-f5c4283cc12d HTTP/1.1" status: 200 len: 999 time: 0.1957870 Apr 11 17:21:35.330080 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-110ef133-0c72-4b01-8d80-1a704cd86436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848457292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7056709'] for subnet, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:35.449400 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bfca3f34-4559-431f-ac4e-f790afad65fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:35.458391 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac30713-8a81-469c-bee1-1b6e1b3d643e req-ff3c5cb2-235e-490b-ba1e-cb957b079c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:35.461943 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-cac30713-8a81-469c-bee1-1b6e1b3d643e req-ff3c5cb2-235e-490b-ba1e-cb957b079c10 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b37db23d-12d1-4791-957e-028de05166fa HTTP/1.1" status: 200 len: 855 time: 0.2636542 Apr 11 17:21:35.463741 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bfca3f34-4559-431f-ac4e-f790afad65fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:35.479411 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:35.610382 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:35.687878 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ef133-0c72-4b01-8d80-1a704cd86436 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7ae801e-42f1-4e2c-82b9-16a7ce7636f2,revision_number=0']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:35.698731 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-110ef133-0c72-4b01-8d80-1a704cd86436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:35.710209 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-f837f831-bce6-46b4-b582-450082edbaf1 None None] Set router 84e65640-35af-44b5-bf9a-a711dc9c14a3 gateway port host: dv-cinder-784779-4-smb {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:21:35.749107 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca3f34-4559-431f-ac4e-f790afad65fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8ec2fa-b28b-4689-82cc-a15d651ba1ec,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:35.759560 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-bfca3f34-4559-431f-ac4e-f790afad65fd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fd61e3b8182d48fdb243598cb07bc112&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1005328 Apr 11 17:21:35.770757 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bfca3f34-4559-431f-ac4e-f790afad65fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:35.771814 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 58404) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:35.788790 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110ef133-0c72-4b01-8d80-1a704cd86436 admin admin] Checking segment: {'id': '86ca0e7e-fa7a-40b7-a28a-d9877a1e223f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd63f2af2-d77c-4d05-8af6-43e6196cbb1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:21:35.789624 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110ef133-0c72-4b01-8d80-1a704cd86436 admin admin] Network hostable DHCP agents. Network: d63f2af2-d77c-4d05-8af6-43e6196cbb1a, hostable agents: ['86fd9441-0b4f-48d7-82ef-ef4e0a434903'], hosted agents: [] {{(pid=85244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 11 17:21:35.823940 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110ef133-0c72-4b01-8d80-1a704cd86436 admin admin] Network d63f2af2-d77c-4d05-8af6-43e6196cbb1a is scheduled to be hosted by DHCP agent 86fd9441-0b4f-48d7-82ef-ef4e0a434903 with binding_index 1 {{(pid=85244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 11 17:21:35.842833 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-110ef133-0c72-4b01-8d80-1a704cd86436 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-4-smb, d63f2af2-d77c-4d05-8af6-43e6196cbb1a) {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:21:35.853968 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894c854f-0c24-4a8e-aa61-f04a1c796137 None None] Network d63f2af2-d77c-4d05-8af6-43e6196cbb1a requested from dv-cinder-784779-4-smb {{(pid=85245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 11 17:21:35.863306 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110ef133-0c72-4b01-8d80-1a704cd86436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:35.865313 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-110ef133-0c72-4b01-8d80-1a704cd86436 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:35.892108 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-110ef133-0c72-4b01-8d80-1a704cd86436 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8250370 Apr 11 17:21:36.005352 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-24064467-eea0-4060-b18c-b0f52b10304e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:36.070927 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-24064467-eea0-4060-b18c-b0f52b10304e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:36.205844 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-24064467-eea0-4060-b18c-b0f52b10304e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:36.216792 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:36.237048 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac30713-8a81-469c-bee1-1b6e1b3d643e req-f487ed54-e2f9-45ac-b634-e4c9e3dd007c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:36.239966 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-cac30713-8a81-469c-bee1-1b6e1b3d643e req-f487ed54-e2f9-45ac-b634-e4c9e3dd007c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbf8495d-d585-4ffa-8bba-b4256f490b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7379444 Apr 11 17:21:36.249100 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24064467-eea0-4060-b18c-b0f52b10304e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8ec2fa-b28b-4689-82cc-a15d651ba1ec,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:36.348329 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-24064467-eea0-4060-b18c-b0f52b10304e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:36.361818 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-24064467-eea0-4060-b18c-b0f52b10304e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:36.368114 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-24064467-eea0-4060-b18c-b0f52b10304e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4f8ec2fa-b28b-4689-82cc-a15d651ba1ec HTTP/1.1" status: 204 len: 168 time: 0.5886338 Apr 11 17:21:36.840198 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f82fea-e46d-422a-b9be-eb6f21c4b220 req-81595c6c-1a35-4093-bc56-7f5aa956fc0f tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:36.850076 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b9f82fea-e46d-422a-b9be-eb6f21c4b220 req-81595c6c-1a35-4093-bc56-7f5aa956fc0f tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 945 time: 0.2541366 Apr 11 17:21:36.851174 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 58434) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:36.919040 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b9f82fea-e46d-422a-b9be-eb6f21c4b220 req-47ede2c4-50f6-46ba-8f8f-e66eca2abd3a tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515575 Apr 11 17:21:36.936330 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-cac30713-8a81-469c-bee1-1b6e1b3d643e req-e5a10f30-ccbe-4731-a244-b6d9c8844ead service neutron] 10.222.0.42 "GET /v2.0/networks/cbf8495d-d585-4ffa-8bba-b4256f490b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6800265 Apr 11 17:21:36.939731 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1dc075-7f23-4fc9-855b-d796d4dc1615 None None] Network d63f2af2-d77c-4d05-8af6-43e6196cbb1a requested from dv-cinder-784779-4-smb {{(pid=85245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 11 17:21:37.360508 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-cac30713-8a81-469c-bee1-1b6e1b3d643e req-d12175b1-7e5f-4dc1-9cc6-6f2a97996953 service neutron] 10.222.0.42 "GET /v2.0/networks/cbf8495d-d585-4ffa-8bba-b4256f490b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081676 Apr 11 17:21:37.378211 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-f837f831-bce6-46b4-b582-450082edbaf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'name': 'tempest-AttachVolumeShelveTestJSON-485081815-router', 'tenant_id': '85eed75d59b44674a89c120123abc4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.34'}], 'enable_snat': True}, 'gw_port_id': '45ac6d1a-8f11-4838-967e-9ae6da68e221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:17Z', 'updated_at': '2021-04-11T17:20:40Z', 'revision_number': 4, 'project_id': '85eed75d59b44674a89c120123abc4ab', 'gw_port': {'id': '45ac6d1a-8f11-4838-967e-9ae6da68e221', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:19Z', 'updated_at': '2021-04-11T17:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_floatingips': [{'id': '12111966-5251-4d3a-937e-6c666d7bb361', 'tenant_id': '85eed75d59b44674a89c120123abc4ab', 'floating_ip_address': '172.28.2.52', 'floating_network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'router_id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'port_id': '29683527-34da-4cc3-ac60-f5c4283cc12d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f', 'mac_address': 'fa:16:3e:ee:8f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f206e244-f2eb-4479-ac8c-967542c6e6ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:20:56Z', 'updated_at': '2021-04-11T17:21:31Z', 'revision_number': 1, 'project_id': '85eed75d59b44674a89c120123abc4ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7fc5bf2-0e93-45d6-8e1f-279078611876', 'name': '', 'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f', 'tenant_id': '85eed75d59b44674a89c120123abc4ab', 'mac_address': 'fa:16:3e:cb:50:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b37db23d-12d1-4791-957e-028de05166fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:34Z', 'updated_at': '2021-04-11T17:20:55Z', 'revision_number': 5, 'project_id': '85eed75d59b44674a89c120123abc4ab', 'subnets': [{'id': 'b37db23d-12d1-4791-957e-028de05166fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:21:37.394610 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f837f831-bce6-46b4-b582-450082edbaf1 None None] The sync data for ids ['84e65640-35af-44b5-bf9a-a711dc9c14a3'] in dv-cinder-784779-4-smb is: [{'id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'name': 'tempest-AttachVolumeShelveTestJSON-485081815-router', 'tenant_id': '85eed75d59b44674a89c120123abc4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.34'}], 'enable_snat': True}, 'gw_port_id': '45ac6d1a-8f11-4838-967e-9ae6da68e221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:17Z', 'updated_at': '2021-04-11T17:20:40Z', 'revision_number': 4, 'project_id': '85eed75d59b44674a89c120123abc4ab', 'gw_port': {'id': '45ac6d1a-8f11-4838-967e-9ae6da68e221', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:19Z', 'updated_at': '2021-04-11T17:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_floatingips': [{'id': '12111966-5251-4d3a-937e-6c666d7bb361', 'tenant_id': '85eed75d59b44674a89c120123abc4ab', 'floating_ip_address': '172.28.2.52', 'floating_network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'router_id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'port_id': '29683527-34da-4cc3-ac60-f5c4283cc12d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f', 'mac_address': 'fa:16:3e:ee:8f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f206e244-f2eb-4479-ac8c-967542c6e6ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:20:56Z', 'updated_at': '2021-04-11T17:21:31Z', 'revision_number': 1, 'project_id': '85eed75d59b44674a89c120123abc4ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7fc5bf2-0e93-45d6-8e1f-279078611876', 'name': '', 'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f', 'tenant_id': '85eed75d59b44674a89c120123abc4ab', 'mac_address': 'fa:16:3e:cb:50:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b37db23d-12d1-4791-957e-028de05166fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:34Z', 'updated_at': '2021-04-11T17:20:55Z', 'revision_number': 5, 'project_id': '85eed75d59b44674a89c120123abc4ab', 'subnets': [{'id': 'b37db23d-12d1-4791-957e-028de05166fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 11 17:21:37.408290 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d5066b75-2895-4ef4-b992-b8f3e2ef61b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:37.671653 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-accc138a-8d9c-4bfe-bf98-e6a27d6f219c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:37.696235 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-accc138a-8d9c-4bfe-bf98-e6a27d6f219c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:21:37.702195 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-accc138a-8d9c-4bfe-bf98-e6a27d6f219c admin admin] Usage tracker for resource:security_group_rule and tenant:63269b54508b43ed97d0bfa841b2d74e is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:21:37.706725 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-accc138a-8d9c-4bfe-bf98-e6a27d6f219c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:21:37.717625 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-accc138a-8d9c-4bfe-bf98-e6a27d6f219c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:21:37.902664 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-accc138a-8d9c-4bfe-bf98-e6a27d6f219c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:37.914874 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed984567-c8ac-4569-9df0-4191c6cbb5d6 None None] New status for floating IP 12111966-5251-4d3a-937e-6c666d7bb361: ACTIVE {{(pid=85245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 11 17:21:37.915879 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-accc138a-8d9c-4bfe-bf98-e6a27d6f219c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:37.926103 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:37.979195 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-accc138a-8d9c-4bfe-bf98-e6a27d6f219c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=63269b54508b43ed97d0bfa841b2d74e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1263809 Apr 11 17:21:37.980567 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc138a-8d9c-4bfe-bf98-e6a27d6f219c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9f0854-53e3-4f98-bfe6-6ea9e4a4f541,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:37.982929 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 58464) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:37.984155 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-accc138a-8d9c-4bfe-bf98-e6a27d6f219c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:38.101172 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2ac9e018-b594-4b7c-a043-5d3d5831055d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:38.119403 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:38.144961 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2ac9e018-b594-4b7c-a043-5d3d5831055d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:38.251093 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2ac9e018-b594-4b7c-a043-5d3d5831055d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:38.275116 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-87fb470f-799a-4ae8-bb5a-d2926255883b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:38.293782 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac9e018-b594-4b7c-a043-5d3d5831055d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9f0854-53e3-4f98-bfe6-6ea9e4a4f541,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:38.298469 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2ac9e018-b594-4b7c-a043-5d3d5831055d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:38.314337 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2ac9e018-b594-4b7c-a043-5d3d5831055d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:38.318191 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-2ac9e018-b594-4b7c-a043-5d3d5831055d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7a9f0854-53e3-4f98-bfe6-6ea9e4a4f541 HTTP/1.1" status: 204 len: 168 time: 0.3307128 Apr 11 17:21:38.354835 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c2b84-3221-465e-8dba-2dbb3000f237 req-01d56078-1f56-4b11-9c71-a0fc2da17529 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:38.370506 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-883c2b84-3221-465e-8dba-2dbb3000f237 req-01d56078-1f56-4b11-9c71-a0fc2da17529 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 945 time: 0.2171896 Apr 11 17:21:38.457335 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-883c2b84-3221-465e-8dba-2dbb3000f237 req-fe651535-cde9-497f-9b02-a4dede2aaf88 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817275 Apr 11 17:21:38.559625 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:38.905948 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 58508) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:38.934444 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e2daf341-d3bb-4105-a5d0-b1e8b0b8179d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:38.952905 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-e2daf341-d3bb-4105-a5d0-b1e8b0b8179d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:21:38.957325 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-e2daf341-d3bb-4105-a5d0-b1e8b0b8179d admin admin] Usage tracker for resource:security_group_rule and tenant:c3f0cf5a2a754f0eaeb176d080a96ecd is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:21:38.961352 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-e2daf341-d3bb-4105-a5d0-b1e8b0b8179d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:21:38.971193 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-e2daf341-d3bb-4105-a5d0-b1e8b0b8179d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:21:39.089832 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e2daf341-d3bb-4105-a5d0-b1e8b0b8179d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:39.094374 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e2daf341-d3bb-4105-a5d0-b1e8b0b8179d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:39.109521 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:39.165664 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-e2daf341-d3bb-4105-a5d0-b1e8b0b8179d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c3f0cf5a2a754f0eaeb176d080a96ecd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2579980 Apr 11 17:21:39.166648 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2daf341-d3bb-4105-a5d0-b1e8b0b8179d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6a324a-867a-4330-a5f0-5f56937c6fe9,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:39.170415 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e2daf341-d3bb-4105-a5d0-b1e8b0b8179d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:39.171212 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 58522) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:39.250458 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c0b96bfa-ddff-4f01-91f6-615c191b6f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:39.280461 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:39.294706 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c0b96bfa-ddff-4f01-91f6-615c191b6f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:39.353533 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c0b96bfa-ddff-4f01-91f6-615c191b6f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:39.363085 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3a7a2384-0d30-42df-bbd7-2903fc2ec4c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:39.383757 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b96bfa-ddff-4f01-91f6-615c191b6f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6a324a-867a-4330-a5f0-5f56937c6fe9,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:39.387058 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c0b96bfa-ddff-4f01-91f6-615c191b6f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:39.389812 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c0b96bfa-ddff-4f01-91f6-615c191b6f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:39.393561 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-c0b96bfa-ddff-4f01-91f6-615c191b6f4b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1c6a324a-867a-4330-a5f0-5f56937c6fe9 HTTP/1.1" status: 204 len: 168 time: 0.2186394 Apr 11 17:21:39.769758 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d137965-cf18-40d0-b8a3-f9c69eb1a743 req-11587a4c-2c04-4e8d-86ae-359e0f407050 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:39.771510 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2d137965-cf18-40d0-b8a3-f9c69eb1a743 req-11587a4c-2c04-4e8d-86ae-359e0f407050 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 945 time: 0.1336093 Apr 11 17:21:39.842204 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2d137965-cf18-40d0-b8a3-f9c69eb1a743 req-31e4f1d9-ad3f-44a5-a414-2bc80d0642a4 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570331 Apr 11 17:21:39.859513 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 58554) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:39.880609 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d8231ac8-3b62-4a8a-aaa5-2386a24934e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:39.906333 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-d8231ac8-3b62-4a8a-aaa5-2386a24934e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:21:39.911556 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-d8231ac8-3b62-4a8a-aaa5-2386a24934e0 admin admin] Usage tracker for resource:security_group_rule and tenant:861c3dd025e944229104c9b265a016c3 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:21:39.916250 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-d8231ac8-3b62-4a8a-aaa5-2386a24934e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:21:39.923524 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-d8231ac8-3b62-4a8a-aaa5-2386a24934e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:21:40.052057 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d8231ac8-3b62-4a8a-aaa5-2386a24934e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:40.058031 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d8231ac8-3b62-4a8a-aaa5-2386a24934e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:40.115802 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8b617195-8862-4cc4-ad1a-b538c6041bab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:40.127416 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-d8231ac8-3b62-4a8a-aaa5-2386a24934e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=861c3dd025e944229104c9b265a016c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2664111 Apr 11 17:21:40.131240 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 58572) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:40.390105 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-b2bf6f7d-15da-41ff-830e-0f7b1893a9db tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:40.391131 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-b2bf6f7d-15da-41ff-830e-0f7b1893a9db tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Synchronizing usage tracker for tenant:c8aa45ba97e145178798e1da4304e776 on resource:network {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:21:40.395779 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8231ac8-3b62-4a8a-aaa5-2386a24934e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7fdf8b-76df-4234-9941-146fc3e594a5,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:40.414576 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d8231ac8-3b62-4a8a-aaa5-2386a24934e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:40.415400 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-15fc0a32-3e5f-4301-9d9f-c2b3ea75edc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:40.443812 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-b2bf6f7d-15da-41ff-830e-0f7b1893a9db tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Unset dirty status for tenant:c8aa45ba97e145178798e1da4304e776 on resource:network {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:21:40.445147 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-b2bf6f7d-15da-41ff-830e-0f7b1893a9db tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/networks?id=d63f2af2-d77c-4d05-8af6-43e6196cbb1a HTTP/1.1" status: 200 len: 814 time: 0.2416565 Apr 11 17:21:40.455365 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-15fc0a32-3e5f-4301-9d9f-c2b3ea75edc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:40.509768 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-1f38451a-52a1-4e11-949f-e98e7c32e826 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/quotas/c8aa45ba97e145178798e1da4304e776 HTTP/1.1" status: 200 len: 375 time: 0.0571554 Apr 11 17:21:40.639015 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-1908c4bc-6334-4dec-9197-cd851c0d5709 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c8aa45ba97e145178798e1da4304e776&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1126072 Apr 11 17:21:40.647545 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-15fc0a32-3e5f-4301-9d9f-c2b3ea75edc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:40.655214 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b4e23778-775c-4812-987a-17b2b15aad6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:40.707607 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc0a32-3e5f-4301-9d9f-c2b3ea75edc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7fdf8b-76df-4234-9941-146fc3e594a5,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:40.762596 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-15fc0a32-3e5f-4301-9d9f-c2b3ea75edc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:40.785502 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-15fc0a32-3e5f-4301-9d9f-c2b3ea75edc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:40.789232 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-15fc0a32-3e5f-4301-9d9f-c2b3ea75edc6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9f7fdf8b-76df-4234-9941-146fc3e594a5 HTTP/1.1" status: 204 len: 168 time: 0.6550803 Apr 11 17:21:40.803090 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e9a72-9968-4bc8-9570-827362ec2aa8 req-d0a91ffc-17b2-4de5-8783-edcb4c849eda tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:40.811347 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b99e9a72-9968-4bc8-9570-827362ec2aa8 req-d0a91ffc-17b2-4de5-8783-edcb4c849eda tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] 10.222.0.16 "GET /v2.0/ports?device_id=96a6ac2f-48c3-4c89-92af-55d2db404323 HTTP/1.1" status: 200 len: 945 time: 0.3037050 Apr 11 17:21:40.854667 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b99e9a72-9968-4bc8-9570-827362ec2aa8 req-7297f215-0bd3-4111-8f1d-4e91127019aa tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ca5f6e0-d952-4d40-b606-1ae94077ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422494 Apr 11 17:21:40.993825 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-382f40c6-76dd-43c8-9c70-ce503279bf84 service neutron] 10.222.0.16 "GET /v2.0/networks/d63f2af2-d77c-4d05-8af6-43e6196cbb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395789 Apr 11 17:21:41.164903 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-b4a6569b-4a2e-40ce-ab53-60b3f04ea6b9 service neutron] 10.222.0.16 "GET /v2.0/networks/d63f2af2-d77c-4d05-8af6-43e6196cbb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694481 Apr 11 17:21:41.263288 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3862dc25-6a80-4382-8981-de5e007ad3b1 req-d0275074-369b-4749-9ce4-e9e0440305cc tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:41.265059 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3862dc25-6a80-4382-8981-de5e007ad3b1 req-d0275074-369b-4749-9ce4-e9e0440305cc tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 945 time: 0.0968916 Apr 11 17:21:41.328497 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3862dc25-6a80-4382-8981-de5e007ad3b1 req-f24c05be-f2ad-44e1-be8a-9a693958cf73 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559819 Apr 11 17:21:41.441895 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c403b276-c9d3-41ac-b5c5-f22fbffd4108 req-22708ab8-039c-4ab8-a01a-1435446e5159 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc3205de-8597-4993-902e-bf54c5c8ccdf HTTP/1.1" status: 200 len: 210 time: 0.0562727 Apr 11 17:21:42.087142 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ee4d9-52d4-4e18-a9c1-0befd522daa6 req-94e200ec-4762-420f-9e2d-f75cec0e58dd tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:42.089223 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ec6ee4d9-52d4-4e18-a9c1-0befd522daa6 req-94e200ec-4762-420f-9e2d-f75cec0e58dd tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] 10.222.0.16 "GET /v2.0/ports?device_id=96a6ac2f-48c3-4c89-92af-55d2db404323 HTTP/1.1" status: 200 len: 945 time: 0.1104045 Apr 11 17:21:42.157373 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ec6ee4d9-52d4-4e18-a9c1-0befd522daa6 req-c4a447c4-3583-43b1-88cf-392fac15913a tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] 10.222.0.16 "GET /v2.0/security-groups?id=7ca5f6e0-d952-4d40-b606-1ae94077ca4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606153 Apr 11 17:21:42.682195 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6fa764-2e6f-4af0-a0f2-4340d5a34b4c req-6f79f06c-4f55-4621-951a-98208e8d578f tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:42.685873 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60616bde-1466-4219-9d9c-3300f3114813 req-ac51294e-9d42-4a1b-ba88-dcfb36dcac93 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:42.689029 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-9a6fa764-2e6f-4af0-a0f2-4340d5a34b4c req-6f79f06c-4f55-4621-951a-98208e8d578f tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] Synchronizing usage tracker for tenant:90377d035327474686d46bb0205e3dbd on resource:port {{(pid=85243) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:21:42.694773 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-60616bde-1466-4219-9d9c-3300f3114813 req-ac51294e-9d42-4a1b-ba88-dcfb36dcac93 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 945 time: 0.1690211 Apr 11 17:21:42.725174 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-9a6fa764-2e6f-4af0-a0f2-4340d5a34b4c req-6f79f06c-4f55-4621-951a-98208e8d578f tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] Unset dirty status for tenant:90377d035327474686d46bb0205e3dbd on resource:port {{(pid=85243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:21:42.727232 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-9a6fa764-2e6f-4af0-a0f2-4340d5a34b4c req-6f79f06c-4f55-4621-951a-98208e8d578f tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] 10.222.0.42 "GET /v2.0/ports?device_id=96a6ac2f-48c3-4c89-92af-55d2db404323 HTTP/1.1" status: 200 len: 945 time: 0.2154579 Apr 11 17:21:42.742033 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-60616bde-1466-4219-9d9c-3300f3114813 req-e55f09b5-44c4-45b3-8fc3-a3a46f187017 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463173 Apr 11 17:21:42.826077 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-9a6fa764-2e6f-4af0-a0f2-4340d5a34b4c req-ef283015-ad43-4b69-882f-8446d518345f tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] Deleting port b450ae32-6ee7-40f8-ac7a-b80acf97b808 {{(pid=85243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:21:42.826792 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-9a6fa764-2e6f-4af0-a0f2-4340d5a34b4c req-ef283015-ad43-4b69-882f-8446d518345f tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:42.855583 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-4358b293-4994-474a-a5d0-a2227b372f09 req-3a10fd0f-1e19-4809-9c76-74e84f9af432 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc3205de-8597-4993-902e-bf54c5c8ccdf HTTP/1.1" status: 200 len: 210 time: 0.0768826 Apr 11 17:21:43.188079 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-cded5a1c-46c4-4923-b8df-95d3f35a9f22 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:43.190574 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-cded5a1c-46c4-4923-b8df-95d3f35a9f22 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.42 "GET /v2.0/networks?id=d63f2af2-d77c-4d05-8af6-43e6196cbb1a HTTP/1.1" status: 200 len: 814 time: 0.3059485 Apr 11 17:21:43.219075 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-065436c6-97ed-48d4-9ba5-ced36543bb53 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Request body: {'port': {'device_id': 'fc3205de-8597-4993-902e-bf54c5c8ccdf', 'network_id': 'd63f2af2-d77c-4d05-8af6-43e6196cbb1a', 'admin_state_up': True, 'tenant_id': 'c8aa45ba97e145178798e1da4304e776'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:21:43.278523 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-9a6fa764-2e6f-4af0-a0f2-4340d5a34b4c req-ef283015-ad43-4b69-882f-8446d518345f tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] For port b450ae32-6ee7-40f8-ac7a-b80acf97b808, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b450ae32-6ee7-40f8-ac7a-b80acf97b808,segment=NetworkSegment(a944a156-0449-4ed4-82f9-263c96d5ad14),segment_id=a944a156-0449-4ed4-82f9-263c96d5ad14)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:21:43.279114 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-9a6fa764-2e6f-4af0-a0f2-4340d5a34b4c req-ef283015-ad43-4b69-882f-8446d518345f tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:43.438694 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-9a6fa764-2e6f-4af0-a0f2-4340d5a34b4c req-ef283015-ad43-4b69-882f-8446d518345f tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] Calling delete_port for b450ae32-6ee7-40f8-ac7a-b80acf97b808 owned by compute:nova {{(pid=85243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:21:43.605104 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-9a6fa764-2e6f-4af0-a0f2-4340d5a34b4c req-ef283015-ad43-4b69-882f-8446d518345f tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771099430430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771099036582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6354135'] for port, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:43.617922 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] get_ports_and_sgs() called for port_ids ['b450ae32-6ee7-40f8-ac7a-b80acf97b808'] {{(pid=85245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 17:21:43.636807 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-53162ba6-eecd-4c81-93f5-9e7bd9a5a593 req-2085b6ff-c1ff-4c3f-901f-599c8a62b3d8 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] 10.222.0.16 "GET /v2.0/ports?device_id=96a6ac2f-48c3-4c89-92af-55d2db404323 HTTP/1.1" status: 200 len: 210 time: 0.0623529 Apr 11 17:21:43.726932 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-065436c6-97ed-48d4-9ba5-ced36543bb53 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:21:43.731423 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-065436c6-97ed-48d4-9ba5-ced36543bb53 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Usage tracker for resource:port and tenant:c8aa45ba97e145178798e1da4304e776 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:21:43.734705 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-065436c6-97ed-48d4-9ba5-ced36543bb53 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:21:43.741846 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-065436c6-97ed-48d4-9ba5-ced36543bb53 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:21:43.751704 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-065436c6-97ed-48d4-9ba5-ced36543bb53 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Made reservation on behalf of c8aa45ba97e145178798e1da4304e776 for: {'port': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:21:43.758780 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-065436c6-97ed-48d4-9ba5-ced36543bb53 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:43.938936 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:44.019415 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef283015-ad43-4b69-882f-8446d518345f tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] Pushing event deleted for resources: {'Port': ['ID=b450ae32-6ee7-40f8-ac7a-b80acf97b808,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:44.022406 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ef283015-ad43-4b69-882f-8446d518345f tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:44.072240 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-065436c6-97ed-48d4-9ba5-ced36543bb53 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Allocated IP 172.20.0.14 (d63f2af2-d77c-4d05-8af6-43e6196cbb1a/b7ae801e-42f1-4e2c-82b9-16a7ce7636f2/b0f6becd-8e54-4877-93bd-05cc6dd2c346) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:21:44.087666 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e0ca5fe2-98d8-44a0-8889-8c291c476919 req-abca0b9d-3643-4a44-b31e-03f78b8eb480 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc3205de-8597-4993-902e-bf54c5c8ccdf HTTP/1.1" status: 200 len: 210 time: 0.0789194 Apr 11 17:21:44.112189 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f30c3-58f2-46b6-9e0f-d2fe22caec5a req-21a1b1ec-b546-4708-ac32-1e49ba481e5f tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:44.114381 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-632f30c3-58f2-46b6-9e0f-d2fe22caec5a req-21a1b1ec-b546-4708-ac32-1e49ba481e5f tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 945 time: 0.2490089 Apr 11 17:21:44.152039 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6fa764-2e6f-4af0-a0f2-4340d5a34b4c req-ef283015-ad43-4b69-882f-8446d518345f tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] No DVR routers for this DVR port b450ae32-6ee7-40f8-ac7a-b80acf97b808 on host hv-cinder-78477 {{(pid=85243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 11 17:21:44.156053 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-9a6fa764-2e6f-4af0-a0f2-4340d5a34b4c req-ef283015-ad43-4b69-882f-8446d518345f tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for port, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:44.162068 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a6ac2f-48c3-4c89-92af-55d2db404323', 'name': 'network-vif-deleted', 'tag': 'b450ae32-6ee7-40f8-ac7a-b80acf97b808'}] {{(pid=85243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:21:44.194517 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-9a6fa764-2e6f-4af0-a0f2-4340d5a34b4c req-ef283015-ad43-4b69-882f-8446d518345f tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] 10.222.0.42 "DELETE /v2.0/ports/b450ae32-6ee7-40f8-ac7a-b80acf97b808 HTTP/1.1" status: 204 len: 173 time: 1.4611747 Apr 11 17:21:44.232998 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a6ac2f-48c3-4c89-92af-55d2db404323', 'name': 'network-vif-deleted', 'tag': 'b450ae32-6ee7-40f8-ac7a-b80acf97b808', 'status': 'completed', 'code': 200} Apr 11 17:21:44.433006 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-632f30c3-58f2-46b6-9e0f-d2fe22caec5a req-5cfb7d12-77b5-4e61-a61a-3c445147693c tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442756 Apr 11 17:21:44.553313 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-065436c6-97ed-48d4-9ba5-ced36543bb53 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:44.593053 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-065436c6-97ed-48d4-9ba5-ced36543bb53 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6317060'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:44.615408 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c198f3dc-d6fe-442b-8c5c-9d80d5186998 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:44.840365 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065436c6-97ed-48d4-9ba5-ced36543bb53 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Pushing event updated for resources: {'Port': ['ID=b0f6becd-8e54-4877-93bd-05cc6dd2c346,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:44.843973 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-065436c6-97ed-48d4-9ba5-ced36543bb53 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:44.900354 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-51864165-17f0-4531-bd1a-5a63a7ddec9a req-ac33bb24-051b-45d4-8aad-cd5f035605d8 tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] 10.222.0.16 "GET /v2.0/ports?device_id=96a6ac2f-48c3-4c89-92af-55d2db404323 HTTP/1.1" status: 200 len: 210 time: 0.0630243 Apr 11 17:21:44.953859 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-065436c6-97ed-48d4-9ba5-ced36543bb53 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Network d63f2af2-d77c-4d05-8af6-43e6196cbb1a is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:21:44.955232 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-065436c6-97ed-48d4-9ba5-ced36543bb53 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:21:44.957993 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-065436c6-97ed-48d4-9ba5-ced36543bb53 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:21:45.051037 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-065436c6-97ed-48d4-9ba5-ced36543bb53 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:45.053520 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-065436c6-97ed-48d4-9ba5-ced36543bb53 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:45.084978 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-065436c6-97ed-48d4-9ba5-ced36543bb53 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8728957 Apr 11 17:21:45.101849 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-ba8ffee8-478f-4004-8748-baf281b87ac6 service neutron] Request body: {'port': {'device_id': 'fc3205de-8597-4993-902e-bf54c5c8ccdf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:21:45.283130 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-ba8ffee8-478f-4004-8748-baf281b87ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:45.424535 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23565ea0-d420-46aa-b2a2-a9cdc73eef28 req-1d240f11-8293-4a28-94b0-43b4fc546460 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:45.425305 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-23565ea0-d420-46aa-b2a2-a9cdc73eef28 req-1d240f11-8293-4a28-94b0-43b4fc546460 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Synchronizing usage tracker for tenant:c8aa45ba97e145178798e1da4304e776 on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:21:45.510422 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-23565ea0-d420-46aa-b2a2-a9cdc73eef28 req-1d240f11-8293-4a28-94b0-43b4fc546460 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Unset dirty status for tenant:c8aa45ba97e145178798e1da4304e776 on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:21:45.511721 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-23565ea0-d420-46aa-b2a2-a9cdc73eef28 req-1d240f11-8293-4a28-94b0-43b4fc546460 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc3205de-8597-4993-902e-bf54c5c8ccdf HTTP/1.1" status: 200 len: 932 time: 0.2836738 Apr 11 17:21:45.617212 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-23565ea0-d420-46aa-b2a2-a9cdc73eef28 req-05f6310e-6dc7-4489-ac16-f2905c304477 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Synchronizing usage tracker for tenant:c8aa45ba97e145178798e1da4304e776 on resource:security_group {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:21:45.706464 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-23565ea0-d420-46aa-b2a2-a9cdc73eef28 req-05f6310e-6dc7-4489-ac16-f2905c304477 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Unset dirty status for tenant:c8aa45ba97e145178798e1da4304e776 on resource:security_group {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:21:45.707765 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-23565ea0-d420-46aa-b2a2-a9cdc73eef28 req-05f6310e-6dc7-4489-ac16-f2905c304477 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0dca341-6d9a-4db6-bd19-85f100ebbe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889741 Apr 11 17:21:45.855152 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc05478-1f02-4f33-bd1d-50c8093ab189 req-5417b3ab-5840-49ad-946e-b98bdbefc706 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:45.856825 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3cc05478-1f02-4f33-bd1d-50c8093ab189 req-5417b3ab-5840-49ad-946e-b98bdbefc706 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 945 time: 0.2085395 Apr 11 17:21:45.859151 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-ba8ffee8-478f-4004-8748-baf281b87ac6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0f6becd-8e54-4877-93bd-05cc6dd2c346 {{(pid=85244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 11 17:21:45.867971 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-ba8ffee8-478f-4004-8748-baf281b87ac6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:45.904387 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-ba8ffee8-478f-4004-8748-baf281b87ac6 service neutron] Transition to ACTIVE for port object b0f6becd-8e54-4877-93bd-05cc6dd2c346 will not be triggered until provisioned by entity L2. {{(pid=85244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:21:45.910036 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3cc05478-1f02-4f33-bd1d-50c8093ab189 req-ea408272-8aae-4002-81a1-cff75d595f0d tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392544 Apr 11 17:21:45.910834 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-ba8ffee8-478f-4004-8748-baf281b87ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848458740'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:45.926513 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:46.060557 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ffee8-478f-4004-8748-baf281b87ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f6becd-8e54-4877-93bd-05cc6dd2c346,revision_number=2']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:46.065150 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ba8ffee8-478f-4004-8748-baf281b87ac6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:46.316995 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-ba8ffee8-478f-4004-8748-baf281b87ac6 service neutron] Attempting to bind port b0f6becd-8e54-4877-93bd-05cc6dd2c346 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:21:46.317517 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-ba8ffee8-478f-4004-8748-baf281b87ac6 service neutron] Attempting to bind port b0f6becd-8e54-4877-93bd-05cc6dd2c346 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '86ca0e7e-fa7a-40b7-a28a-d9877a1e223f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd63f2af2-d77c-4d05-8af6-43e6196cbb1a'}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 11 17:21:46.317662 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-ba8ffee8-478f-4004-8748-baf281b87ac6 service neutron] Attempting to bind port b0f6becd-8e54-4877-93bd-05cc6dd2c346 on network d63f2af2-d77c-4d05-8af6-43e6196cbb1a {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:21:46.322907 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-ba8ffee8-478f-4004-8748-baf281b87ac6 service neutron] Port b0f6becd-8e54-4877-93bd-05cc6dd2c346 on network d63f2af2-d77c-4d05-8af6-43e6196cbb1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:21:46.323273 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-ba8ffee8-478f-4004-8748-baf281b87ac6 service neutron] Attempting to bind port b0f6becd-8e54-4877-93bd-05cc6dd2c346 on network d63f2af2-d77c-4d05-8af6-43e6196cbb1a {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:21:46.329349 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-ba8ffee8-478f-4004-8748-baf281b87ac6 service neutron] Checking agent: {'id': '0333fbf7-6dfe-499c-9c5e-b9bf9a863355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 18, 34), 'started_at': datetime.datetime(2021, 4, 11, 17, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 17:21:46.329698 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-ba8ffee8-478f-4004-8748-baf281b87ac6 service neutron] Checking segment: {'id': '86ca0e7e-fa7a-40b7-a28a-d9877a1e223f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd63f2af2-d77c-4d05-8af6-43e6196cbb1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:21:46.330008 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-ba8ffee8-478f-4004-8748-baf281b87ac6 service neutron] Bound using segment: {'id': '86ca0e7e-fa7a-40b7-a28a-d9877a1e223f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd63f2af2-d77c-4d05-8af6-43e6196cbb1a'} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 17:21:46.330493 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-ba8ffee8-478f-4004-8748-baf281b87ac6 service neutron] Bound port: b0f6becd-8e54-4877-93bd-05cc6dd2c346, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86ca0e7e-fa7a-40b7-a28a-d9877a1e223f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd63f2af2-d77c-4d05-8af6-43e6196cbb1a'}}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 11 17:21:46.330886 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-ba8ffee8-478f-4004-8748-baf281b87ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:46.431007 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-ba8ffee8-478f-4004-8748-baf281b87ac6 service neutron] For port b0f6becd-8e54-4877-93bd-05cc6dd2c346, host hv-cinder-78477, cleared binding levels {{(pid=85244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 11 17:21:46.434993 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-ba8ffee8-478f-4004-8748-baf281b87ac6 service neutron] For port b0f6becd-8e54-4877-93bd-05cc6dd2c346, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b0f6becd-8e54-4877-93bd-05cc6dd2c346,segment=NetworkSegment(86ca0e7e-fa7a-40b7-a28a-d9877a1e223f),segment_id=86ca0e7e-fa7a-40b7-a28a-d9877a1e223f)] {{(pid=85244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 11 17:21:46.440352 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-ba8ffee8-478f-4004-8748-baf281b87ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848458740'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:46.459233 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:46.510332 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device b450ae32-6ee7-40f8-ac7a-b80acf97b808 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 11 17:21:46.573326 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] No Port match for: b450ae32-6ee7-40f8-ac7a-b80acf97b808 {{(pid=85245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 11 17:21:46.574025 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device b450ae32-6ee7-40f8-ac7a-b80acf97b808 not bound to the agent host hv-cinder-78477 {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 11 17:21:46.635450 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ffee8-478f-4004-8748-baf281b87ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f6becd-8e54-4877-93bd-05cc6dd2c346,revision_number=3']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:46.644304 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ba8ffee8-478f-4004-8748-baf281b87ac6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:46.677003 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-ba8ffee8-478f-4004-8748-baf281b87ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:46.677780 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-ba8ffee8-478f-4004-8748-baf281b87ac6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:46.679395 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-ba8ffee8-478f-4004-8748-baf281b87ac6 service neutron] 10.222.0.42 "PUT /v2.0/ports/b0f6becd-8e54-4877-93bd-05cc6dd2c346 HTTP/1.1" status: 200 len: 1094 time: 1.5824659 Apr 11 17:21:46.679949 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3205de-8597-4993-902e-bf54c5c8ccdf', 'tag': 'b0f6becd-8e54-4877-93bd-05cc6dd2c346'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:21:46.728520 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3205de-8597-4993-902e-bf54c5c8ccdf', 'tag': 'b0f6becd-8e54-4877-93bd-05cc6dd2c346', 'status': 'completed', 'code': 200} Apr 11 17:21:46.809113 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-b39b6a08-e7c2-4190-b269-7bb082ca1240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:46.810732 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-b39b6a08-e7c2-4190-b269-7bb082ca1240 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c8aa45ba97e145178798e1da4304e776&device_id=fc3205de-8597-4993-902e-bf54c5c8ccdf HTTP/1.1" status: 200 len: 1097 time: 0.0813375 Apr 11 17:21:46.935612 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-4acf2cd6-c2dd-412e-9d1b-eef969521f50 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0f6becd-8e54-4877-93bd-05cc6dd2c346 HTTP/1.1" status: 200 len: 217 time: 0.1164739 Apr 11 17:21:47.038102 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-0a33281d-e0d5-491c-a602-9b1c54527efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:47.040324 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-0a33281d-e0d5-491c-a602-9b1c54527efd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b7ae801e-42f1-4e2c-82b9-16a7ce7636f2 HTTP/1.1" status: 200 len: 854 time: 0.0953872 Apr 11 17:21:47.050414 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b77ca-614a-4424-9655-f841cde3c78a req-22ed51cc-0af1-4dcf-965b-5399f305b404 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:47.051689 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-791b77ca-614a-4424-9655-f841cde3c78a req-22ed51cc-0af1-4dcf-965b-5399f305b404 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc3205de-8597-4993-902e-bf54c5c8ccdf HTTP/1.1" status: 200 len: 944 time: 0.1765857 Apr 11 17:21:47.116620 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-de2340f6-6b8d-40c0-b8b7-c444745b6902 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d63f2af2-d77c-4d05-8af6-43e6196cbb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637648 Apr 11 17:21:47.162078 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-791b77ca-614a-4424-9655-f841cde3c78a req-5f8032a9-efa3-4b6f-8efe-5f97597bf902 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0dca341-6d9a-4db6-bd19-85f100ebbe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736063 Apr 11 17:21:47.338572 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8bc0a-2777-40a0-96f1-258beb0ef1e5 req-a0e46e4a-b452-49e0-b987-d7f25cdb8682 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:47.340224 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-47e8bc0a-2777-40a0-96f1-258beb0ef1e5 req-a0e46e4a-b452-49e0-b987-d7f25cdb8682 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 945 time: 0.2204521 Apr 11 17:21:47.344035 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-22f98e9a-e383-401b-821e-caa61f597e08 service neutron] 10.222.0.42 "GET /v2.0/networks/d63f2af2-d77c-4d05-8af6-43e6196cbb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809955 Apr 11 17:21:47.678573 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-47e8bc0a-2777-40a0-96f1-258beb0ef1e5 req-1ff7ff5a-4ec1-4459-ac08-fb3f38f548c8 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319464 Apr 11 17:21:47.747762 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5cc852d8-5718-4eb9-a0a5-d4dce9c667c0 req-4c452f60-6442-4d08-9f47-502130d365d7 service neutron] 10.222.0.42 "GET /v2.0/networks/d63f2af2-d77c-4d05-8af6-43e6196cbb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860934 Apr 11 17:21:47.896304 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f4b6b-31b5-4e91-8660-4b0f210c4438 req-9f3ac030-f73a-4d5e-8345-38f9ccbd443d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:47.898326 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-061f4b6b-31b5-4e91-8660-4b0f210c4438 req-9f3ac030-f73a-4d5e-8345-38f9ccbd443d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c8aa45ba97e145178798e1da4304e776&device_id=fc3205de-8597-4993-902e-bf54c5c8ccdf HTTP/1.1" status: 200 len: 1097 time: 0.1000252 Apr 11 17:21:48.123061 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f4b6b-31b5-4e91-8660-4b0f210c4438 req-485eb7f6-9c46-4028-a71f-ec25b6f7111f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:48.125425 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-061f4b6b-31b5-4e91-8660-4b0f210c4438 req-485eb7f6-9c46-4028-a71f-ec25b6f7111f service neutron] 10.222.0.42 "GET /v2.0/networks?id=d63f2af2-d77c-4d05-8af6-43e6196cbb1a HTTP/1.1" status: 200 len: 915 time: 0.2170475 Apr 11 17:21:48.191067 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 58838) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:48.235457 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-061f4b6b-31b5-4e91-8660-4b0f210c4438 req-efdacd31-fda5-4b72-84a9-063fed703be2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0f6becd-8e54-4877-93bd-05cc6dd2c346 HTTP/1.1" status: 200 len: 217 time: 0.1027322 Apr 11 17:21:48.383918 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-60efe4fb-130b-4f77-bd1c-330db9076e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:48.401148 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-60efe4fb-130b-4f77-bd1c-330db9076e66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:21:48.405737 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-60efe4fb-130b-4f77-bd1c-330db9076e66 admin admin] Usage tracker for resource:security_group_rule and tenant:9ef0c072f578430f938946f309fabaeb is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:21:48.408979 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-60efe4fb-130b-4f77-bd1c-330db9076e66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:21:48.413414 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f4b6b-31b5-4e91-8660-4b0f210c4438 req-31318538-b9eb-4e26-ac60-cf2e935affbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:48.415042 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-061f4b6b-31b5-4e91-8660-4b0f210c4438 req-31318538-b9eb-4e26-ac60-cf2e935affbd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b7ae801e-42f1-4e2c-82b9-16a7ce7636f2 HTTP/1.1" status: 200 len: 854 time: 0.1716037 Apr 11 17:21:48.415967 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-60efe4fb-130b-4f77-bd1c-330db9076e66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:21:48.483098 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-061f4b6b-31b5-4e91-8660-4b0f210c4438 req-014e2039-0f74-4761-8a0c-91738520f0db service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d63f2af2-d77c-4d05-8af6-43e6196cbb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536783 Apr 11 17:21:48.509801 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-60efe4fb-130b-4f77-bd1c-330db9076e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:48.513221 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-60efe4fb-130b-4f77-bd1c-330db9076e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:48.539480 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:48.555732 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-60efe4fb-130b-4f77-bd1c-330db9076e66 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9ef0c072f578430f938946f309fabaeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3623092 Apr 11 17:21:48.558416 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 58848) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:48.589799 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60efe4fb-130b-4f77-bd1c-330db9076e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1f70ab-9f6a-4a44-a05b-374c9f6f6a26,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:48.599700 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-60efe4fb-130b-4f77-bd1c-330db9076e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:48.613668 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ca951-b262-4613-8e45-257b3c442267 req-df7864be-312e-4f06-befb-6ee0057b6d80 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:48.615290 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c16ca951-b262-4613-8e45-257b3c442267 req-df7864be-312e-4f06-befb-6ee0057b6d80 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc3205de-8597-4993-902e-bf54c5c8ccdf HTTP/1.1" status: 200 len: 944 time: 0.3028402 Apr 11 17:21:48.637459 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-986e760a-21d8-4bae-b5bb-480290a11ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:48.667642 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-986e760a-21d8-4bae-b5bb-480290a11ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:48.675655 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c16ca951-b262-4613-8e45-257b3c442267 req-4f675093-d289-4766-949f-14f26ccaad54 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0dca341-6d9a-4db6-bd19-85f100ebbe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453920 Apr 11 17:21:48.684151 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-061f4b6b-31b5-4e91-8660-4b0f210c4438 req-3781f5a6-f0ee-4be2-8c66-0176e4192ebf service neutron] 10.222.0.42 "GET /v2.0/networks/d63f2af2-d77c-4d05-8af6-43e6196cbb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897871 Apr 11 17:21:48.730882 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-986e760a-21d8-4bae-b5bb-480290a11ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:48.738756 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-4e8084c7-0489-48a9-ab6f-d8a02f510daa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:48.754152 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e760a-21d8-4bae-b5bb-480290a11ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1f70ab-9f6a-4a44-a05b-374c9f6f6a26,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:48.781859 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-986e760a-21d8-4bae-b5bb-480290a11ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:48.783178 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-986e760a-21d8-4bae-b5bb-480290a11ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:48.785164 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-986e760a-21d8-4bae-b5bb-480290a11ed5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fc1f70ab-9f6a-4a44-a05b-374c9f6f6a26 HTTP/1.1" status: 204 len: 168 time: 0.2257798 Apr 11 17:21:48.943592 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-061f4b6b-31b5-4e91-8660-4b0f210c4438 req-a8ad910b-7186-48aa-a6ca-ede88567b36d service neutron] 10.222.0.42 "GET /v2.0/networks/d63f2af2-d77c-4d05-8af6-43e6196cbb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519119 Apr 11 17:21:48.970322 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928577ce-598c-47fc-9230-38e1befff363 req-3ca18ac1-b554-4cdd-95be-7e9a7a8cea6e tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:48.972101 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-928577ce-598c-47fc-9230-38e1befff363 req-3ca18ac1-b554-4cdd-95be-7e9a7a8cea6e tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 945 time: 0.1581764 Apr 11 17:21:49.005413 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-928577ce-598c-47fc-9230-38e1befff363 req-af81e4a0-d2c2-4049-bc25-7fb1560c51c1 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265672 Apr 11 17:21:49.115456 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 58878) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:49.135485 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4ddf196c-9039-4c4e-aabf-cf31f4411bd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:49.151104 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-4ddf196c-9039-4c4e-aabf-cf31f4411bd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:21:49.155290 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-4ddf196c-9039-4c4e-aabf-cf31f4411bd9 admin admin] Usage tracker for resource:security_group_rule and tenant:9d5d571d09424a6cb898db3dd2f3f47e is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:21:49.158303 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-4ddf196c-9039-4c4e-aabf-cf31f4411bd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:21:49.168139 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-4ddf196c-9039-4c4e-aabf-cf31f4411bd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:21:49.269185 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4ddf196c-9039-4c4e-aabf-cf31f4411bd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:49.273390 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4ddf196c-9039-4c4e-aabf-cf31f4411bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:49.308694 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-844eb844-557b-4af9-b46f-d8cb83dbea6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:49.350442 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 58894) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:49.350621 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-4ddf196c-9039-4c4e-aabf-cf31f4411bd9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9d5d571d09424a6cb898db3dd2f3f47e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2339635 Apr 11 17:21:49.351640 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddf196c-9039-4c4e-aabf-cf31f4411bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133047d4-9466-43be-aa76-14f531c70ea0,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:49.370126 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-4ddf196c-9039-4c4e-aabf-cf31f4411bd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:49.436240 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-30bbfd05-1270-4f60-8a91-ed1749f4cda4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:49.480960 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-30bbfd05-1270-4f60-8a91-ed1749f4cda4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:49.548023 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-30bbfd05-1270-4f60-8a91-ed1749f4cda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:49.553842 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e2daf341-d3bb-4105-a5d0-b1e8b0b8179d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:49.566978 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bbfd05-1270-4f60-8a91-ed1749f4cda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133047d4-9466-43be-aa76-14f531c70ea0,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:49.570234 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-30bbfd05-1270-4f60-8a91-ed1749f4cda4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:49.583671 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-30bbfd05-1270-4f60-8a91-ed1749f4cda4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:49.587609 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-30bbfd05-1270-4f60-8a91-ed1749f4cda4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/133047d4-9466-43be-aa76-14f531c70ea0 HTTP/1.1" status: 204 len: 168 time: 0.2323041 Apr 11 17:21:49.670210 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 58906) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:49.923960 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-975cb928-7075-4c4f-9e33-59892748f0e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:49.943449 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-975cb928-7075-4c4f-9e33-59892748f0e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:21:49.948072 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-975cb928-7075-4c4f-9e33-59892748f0e3 admin admin] Usage tracker for resource:security_group_rule and tenant:ed67aabaeafd43559e848be1068e5d04 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:21:49.951464 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-975cb928-7075-4c4f-9e33-59892748f0e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:21:49.955422 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58068752-f10b-4619-81f0-9f955bf5537c req-4bb7ac2d-4af5-46fd-b57a-6a2d07191e2a tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:49.957138 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-58068752-f10b-4619-81f0-9f955bf5537c req-4bb7ac2d-4af5-46fd-b57a-6a2d07191e2a tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc3205de-8597-4993-902e-bf54c5c8ccdf HTTP/1.1" status: 200 len: 944 time: 0.1191974 Apr 11 17:21:49.958730 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-975cb928-7075-4c4f-9e33-59892748f0e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:21:50.016781 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-58068752-f10b-4619-81f0-9f955bf5537c req-29cfff40-27f5-4107-a0c3-e13128ec08a8 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0dca341-6d9a-4db6-bd19-85f100ebbe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509963 Apr 11 17:21:50.075983 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-975cb928-7075-4c4f-9e33-59892748f0e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:50.078996 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-975cb928-7075-4c4f-9e33-59892748f0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:50.089311 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c0b96bfa-ddff-4f01-91f6-615c191b6f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:50.130752 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975cb928-7075-4c4f-9e33-59892748f0e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f914c1ae-f7ff-487f-a935-f0862e90941a,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:50.135755 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-975cb928-7075-4c4f-9e33-59892748f0e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:50.146049 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-975cb928-7075-4c4f-9e33-59892748f0e3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ed67aabaeafd43559e848be1068e5d04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4744508 Apr 11 17:21:50.148992 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 58928) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:50.215382 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-60d12c42-2fa3-4e5e-89ee-4cc2a6d309a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:50.229143 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59385f6-ac58-49f1-927e-e74211dd3a8e req-8f0b2c10-71dc-426a-bb48-1bf34f4b70d0 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:50.230762 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c59385f6-ac58-49f1-927e-e74211dd3a8e req-8f0b2c10-71dc-426a-bb48-1bf34f4b70d0 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 945 time: 0.1035380 Apr 11 17:21:50.245773 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-60d12c42-2fa3-4e5e-89ee-4cc2a6d309a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:50.270480 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c59385f6-ac58-49f1-927e-e74211dd3a8e req-1c405846-7ae5-405e-ae1d-7b1cbfea2ecc tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325665 Apr 11 17:21:50.293297 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-60d12c42-2fa3-4e5e-89ee-4cc2a6d309a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:50.298441 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2ac9e018-b594-4b7c-a043-5d3d5831055d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:50.312966 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d12c42-2fa3-4e5e-89ee-4cc2a6d309a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f914c1ae-f7ff-487f-a935-f0862e90941a,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:50.316054 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-60d12c42-2fa3-4e5e-89ee-4cc2a6d309a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:50.317125 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-60d12c42-2fa3-4e5e-89ee-4cc2a6d309a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:50.320061 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-60d12c42-2fa3-4e5e-89ee-4cc2a6d309a1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f914c1ae-f7ff-487f-a935-f0862e90941a HTTP/1.1" status: 204 len: 168 time: 0.1681025 Apr 11 17:21:50.793589 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 58956) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:50.814270 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f3a03eda-5660-4215-99bc-4cae4182fa95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:50.830937 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-f3a03eda-5660-4215-99bc-4cae4182fa95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:21:50.835955 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-f3a03eda-5660-4215-99bc-4cae4182fa95 admin admin] Usage tracker for resource:security_group_rule and tenant:bceb254b92aa4215925f6a6917e10261 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:21:50.839141 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-f3a03eda-5660-4215-99bc-4cae4182fa95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:21:50.845588 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-f3a03eda-5660-4215-99bc-4cae4182fa95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:21:50.958888 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f3a03eda-5660-4215-99bc-4cae4182fa95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:50.963159 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f3a03eda-5660-4215-99bc-4cae4182fa95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:50.971936 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-fde25c35-56f8-462c-b64c-02addb19390d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:51.005635 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-f3a03eda-5660-4215-99bc-4cae4182fa95 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bceb254b92aa4215925f6a6917e10261&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2108481 Apr 11 17:21:51.008686 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 58968) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:51.041000 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a03eda-5660-4215-99bc-4cae4182fa95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb3b8a4-8272-435e-a730-8f3842ad8c11,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:51.045018 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f3a03eda-5660-4215-99bc-4cae4182fa95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:51.126447 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c3823b3c-76a7-4f88-9a35-89c104a4bc68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:51.160118 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c3823b3c-76a7-4f88-9a35-89c104a4bc68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:51.255704 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c3823b3c-76a7-4f88-9a35-89c104a4bc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:51.260758 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-490efde3-815a-4fcb-800b-4efef5d0e55c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:51.271860 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3823b3c-76a7-4f88-9a35-89c104a4bc68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb3b8a4-8272-435e-a730-8f3842ad8c11,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:51.273927 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c3823b3c-76a7-4f88-9a35-89c104a4bc68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:51.280090 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c3823b3c-76a7-4f88-9a35-89c104a4bc68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:51.281312 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-c3823b3c-76a7-4f88-9a35-89c104a4bc68 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cbb3b8a4-8272-435e-a730-8f3842ad8c11 HTTP/1.1" status: 204 len: 168 time: 0.2710729 Apr 11 17:21:51.378564 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd186094-7688-49be-af6e-30dc3e36fba0 req-e30ccabb-9acf-4e31-86e5-1dd44a8aaa70 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:51.380388 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-fd186094-7688-49be-af6e-30dc3e36fba0 req-e30ccabb-9acf-4e31-86e5-1dd44a8aaa70 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc3205de-8597-4993-902e-bf54c5c8ccdf HTTP/1.1" status: 200 len: 944 time: 0.2018158 Apr 11 17:21:51.432680 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-fd186094-7688-49be-af6e-30dc3e36fba0 req-4202306f-ac73-457a-a51e-66156495f448 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0dca341-6d9a-4db6-bd19-85f100ebbe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437791 Apr 11 17:21:51.939670 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be52699-71e5-4e8c-954c-e618a1b94a11 req-c09f0a56-202f-4bdc-af29-b2e5cfb6d3e7 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:51.942258 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-4be52699-71e5-4e8c-954c-e618a1b94a11 req-c09f0a56-202f-4bdc-af29-b2e5cfb6d3e7 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 945 time: 0.1109443 Apr 11 17:21:51.981662 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-4be52699-71e5-4e8c-954c-e618a1b94a11 req-152240b2-73c1-477d-9bb5-55d0bf637185 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281527 Apr 11 17:21:52.554746 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device b0f6becd-8e54-4877-93bd-05cc6dd2c346 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 11 17:21:52.697173 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1815bfa-a5d7-41ca-b746-76ee55764df6 req-ad00ee7e-05b8-491a-b063-7b4851bfce2a tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:52.699215 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a1815bfa-a5d7-41ca-b746-76ee55764df6 req-ad00ee7e-05b8-491a-b063-7b4851bfce2a tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc3205de-8597-4993-902e-bf54c5c8ccdf HTTP/1.1" status: 200 len: 944 time: 0.1480670 Apr 11 17:21:52.750575 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a1815bfa-a5d7-41ca-b746-76ee55764df6 req-ab4ec59c-0d6b-4eec-8441-b908bbc3179e tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0dca341-6d9a-4db6-bd19-85f100ebbe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446448 Apr 11 17:21:52.761103 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port b0f6becd-8e54-4877-93bd-05cc6dd2c346, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b0f6becd-8e54-4877-93bd-05cc6dd2c346,segment=NetworkSegment(86ca0e7e-fa7a-40b7-a28a-d9877a1e223f),segment_id=86ca0e7e-fa7a-40b7-a28a-d9877a1e223f)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:21:52.780496 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Returning: {'device': 'b0f6becd-8e54-4877-93bd-05cc6dd2c346', 'network_id': 'd63f2af2-d77c-4d05-8af6-43e6196cbb1a', 'port_id': 'b0f6becd-8e54-4877-93bd-05cc6dd2c346', 'mac_address': 'fa:16:3e:d6:0d:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7ae801e-42f1-4e2c-82b9-16a7ce7636f2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 17:21:52.855913 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:52.876004 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0f6becd-8e54-4877-93bd-05cc6dd2c346 {{(pid=85245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 11 17:21:52.895686 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port b0f6becd-8e54-4877-93bd-05cc6dd2c346, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b0f6becd-8e54-4877-93bd-05cc6dd2c346,segment=NetworkSegment(86ca0e7e-fa7a-40b7-a28a-d9877a1e223f),segment_id=86ca0e7e-fa7a-40b7-a28a-d9877a1e223f)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:21:52.900887 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:52.903125 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:52.983807 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=b0f6becd-8e54-4877-93bd-05cc6dd2c346,revision_number=4']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:52.987875 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:53.356957 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] get_ports_and_sgs() called for port_ids ['b0f6becd-8e54-4877-93bd-05cc6dd2c346'] {{(pid=85245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 17:21:53.429805 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d82e82-652f-4a01-95fd-c8deb241915d req-1965a673-5534-4500-ad56-b2253d111adc tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:53.434044 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b0d82e82-652f-4a01-95fd-c8deb241915d req-1965a673-5534-4500-ad56-b2253d111adc tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 945 time: 0.1896703 Apr 11 17:21:53.532595 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b0d82e82-652f-4a01-95fd-c8deb241915d req-51e79d1e-9138-4cf0-97ec-27177c902c63 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912063 Apr 11 17:21:54.008166 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830f95e-d8e7-4663-bcfc-bbab02de82b8 req-bf7d02ae-6347-4d02-9976-e92ff3400060 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:54.027042 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f830f95e-d8e7-4663-bcfc-bbab02de82b8 req-bf7d02ae-6347-4d02-9976-e92ff3400060 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc3205de-8597-4993-902e-bf54c5c8ccdf HTTP/1.1" status: 200 len: 945 time: 0.1456945 Apr 11 17:21:54.068242 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f830f95e-d8e7-4663-bcfc-bbab02de82b8 req-c6ddf76c-4a8b-4bdd-b75e-00159b3dc1d4 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0dca341-6d9a-4db6-bd19-85f100ebbe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400732 Apr 11 17:21:54.240806 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57cf85-e4f6-435f-be3b-096bebac5263 req-38d05e6c-90b7-4d87-89bc-45e13ed93265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:54.242889 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5e57cf85-e4f6-435f-be3b-096bebac5263 req-38d05e6c-90b7-4d87-89bc-45e13ed93265 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 1098 time: 0.1090627 Apr 11 17:21:54.282233 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5e57cf85-e4f6-435f-be3b-096bebac5263 req-6673bcb3-ab12-4f95-a90a-9d8fcb646bcf service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263882 Apr 11 17:21:54.563253 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device b0f6becd-8e54-4877-93bd-05cc6dd2c346 up at agent hyperv_hv-cinder-78477 {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:21:54.656149 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Provisioning for port b0f6becd-8e54-4877-93bd-05cc6dd2c346 completed by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:21:54.664499 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Provisioning complete for port b0f6becd-8e54-4877-93bd-05cc6dd2c346 triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:21:54.665160 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:54.764227 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610e27c-aed7-46e0-a147-e626ba2408c0 req-57b2d805-3a59-4f5d-9268-0acaaff7fb6c tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:54.765890 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-7610e27c-aed7-46e0-a147-e626ba2408c0 req-57b2d805-3a59-4f5d-9268-0acaaff7fb6c tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 945 time: 0.1090212 Apr 11 17:21:54.802408 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:54.809898 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-7610e27c-aed7-46e0-a147-e626ba2408c0 req-e8054e9c-f204-4eba-bb14-61055583834f tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367050 Apr 11 17:21:54.816350 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3205de-8597-4993-902e-bf54c5c8ccdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f6becd-8e54-4877-93bd-05cc6dd2c346'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:21:54.828635 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port b0f6becd-8e54-4877-93bd-05cc6dd2c346, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b0f6becd-8e54-4877-93bd-05cc6dd2c346,segment=NetworkSegment(86ca0e7e-fa7a-40b7-a28a-d9877a1e223f),segment_id=86ca0e7e-fa7a-40b7-a28a-d9877a1e223f)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:21:54.832322 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:54.835151 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:54.874281 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3205de-8597-4993-902e-bf54c5c8ccdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f6becd-8e54-4877-93bd-05cc6dd2c346', 'code': 200} Apr 11 17:21:54.912719 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=b0f6becd-8e54-4877-93bd-05cc6dd2c346,revision_number=5']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:54.915889 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:55.137206 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa9bf3-0296-45ee-9318-ef97ed70e301 req-55ed522f-1c66-42e2-a8ea-9202f5ec5412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:55.138821 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6caa9bf3-0296-45ee-9318-ef97ed70e301 req-55ed522f-1c66-42e2-a8ea-9202f5ec5412 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fc3205de-8597-4993-902e-bf54c5c8ccdf HTTP/1.1" status: 200 len: 1099 time: 0.0835373 Apr 11 17:21:55.167517 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6caa9bf3-0296-45ee-9318-ef97ed70e301 req-1733aeac-7db4-4167-b225-4f38bc57420b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f0dca341-6d9a-4db6-bd19-85f100ebbe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0203528 Apr 11 17:21:55.271927 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e5a01-21b1-4f1b-ba39-5e211157b033 req-b7ec12f7-8738-4692-b312-8e2b163622f4 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:55.273564 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-cf0e5a01-21b1-4f1b-ba39-5e211157b033 req-b7ec12f7-8738-4692-b312-8e2b163622f4 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc3205de-8597-4993-902e-bf54c5c8ccdf HTTP/1.1" status: 200 len: 946 time: 0.0915642 Apr 11 17:21:55.310347 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-cf0e5a01-21b1-4f1b-ba39-5e211157b033 req-ba9056ec-461f-4643-86f5-0ce91f50847c tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0dca341-6d9a-4db6-bd19-85f100ebbe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297434 Apr 11 17:21:56.018459 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabbad2-3643-4613-9fcf-71d7d3b50e9a req-8b9608df-fc82-4815-aed7-9fc406900e73 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:56.020625 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-4dabbad2-3643-4613-9fcf-71d7d3b50e9a req-8b9608df-fc82-4815-aed7-9fc406900e73 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 945 time: 0.0954401 Apr 11 17:21:56.065531 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-4dabbad2-3643-4613-9fcf-71d7d3b50e9a req-2eacd983-d8dc-420b-a1c4-028976fac540 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350595 Apr 11 17:21:56.315277 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2531a40-a2e6-4505-a512-ec83c69fbb19 req-a49264e0-933a-467e-8a78-c35639dd4633 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:56.317245 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f2531a40-a2e6-4505-a512-ec83c69fbb19 req-a49264e0-933a-467e-8a78-c35639dd4633 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.1043644 Apr 11 17:21:56.367558 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f2531a40-a2e6-4505-a512-ec83c69fbb19 req-ae5d7ac6-6aab-4d02-8b6c-fdb9bbed3efb tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381980 Apr 11 17:21:56.734762 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050ba00-807d-4dde-9c71-96b59fb01c63 req-38b5e5d8-e6f9-4bbd-9b1d-e4c6c5a43eb0 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:56.748298 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6050ba00-807d-4dde-9c71-96b59fb01c63 req-38b5e5d8-e6f9-4bbd-9b1d-e4c6c5a43eb0 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc3205de-8597-4993-902e-bf54c5c8ccdf HTTP/1.1" status: 200 len: 946 time: 0.1728520 Apr 11 17:21:56.810108 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6050ba00-807d-4dde-9c71-96b59fb01c63 req-b9236d6b-0d64-463c-a01e-70fe909eb5a5 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0dca341-6d9a-4db6-bd19-85f100ebbe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566072 Apr 11 17:21:57.475248 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 59214) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:57.621409 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a27b7ed4-3b6d-4223-b045-ebd38091b13e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:57.639159 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-a27b7ed4-3b6d-4223-b045-ebd38091b13e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:21:57.643621 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-a27b7ed4-3b6d-4223-b045-ebd38091b13e admin admin] Usage tracker for resource:security_group_rule and tenant:7e1a6b5cb5784b1a8a89f0ad19fb785e is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:21:57.647465 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-a27b7ed4-3b6d-4223-b045-ebd38091b13e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:21:57.653669 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-a27b7ed4-3b6d-4223-b045-ebd38091b13e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:21:57.747761 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a27b7ed4-3b6d-4223-b045-ebd38091b13e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:57.750888 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a27b7ed4-3b6d-4223-b045-ebd38091b13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:57.759399 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3d807cd6-299d-41d9-937d-0cdf2cc09ff7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:57.803587 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b7ed4-3b6d-4223-b045-ebd38091b13e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8c139e-b76a-4891-8949-f8a92a207d20,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:57.808487 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-a27b7ed4-3b6d-4223-b045-ebd38091b13e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7e1a6b5cb5784b1a8a89f0ad19fb785e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3320608 Apr 11 17:21:57.809553 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a27b7ed4-3b6d-4223-b045-ebd38091b13e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:57.811221 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 59222) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:57.896912 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a1a79c87-a5cd-4439-b974-7fadfce54bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:57.932732 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a1a79c87-a5cd-4439-b974-7fadfce54bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:58.000876 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a1a79c87-a5cd-4439-b974-7fadfce54bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:58.008217 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8ee18d96-2410-457f-aeba-fb81eccc3aae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:58.020349 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a79c87-a5cd-4439-b974-7fadfce54bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8c139e-b76a-4891-8949-f8a92a207d20,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:58.025101 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a1a79c87-a5cd-4439-b974-7fadfce54bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:58.029244 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a1a79c87-a5cd-4439-b974-7fadfce54bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:58.033473 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-a1a79c87-a5cd-4439-b974-7fadfce54bbd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8e8c139e-b76a-4891-8949-f8a92a207d20 HTTP/1.1" status: 204 len: 168 time: 0.2211409 Apr 11 17:21:58.076863 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578fc62-10e7-4fec-99c8-d0addc4df722 req-b712a27d-49e4-4c37-80f9-86a09e491f6d tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:58.078389 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b578fc62-10e7-4fec-99c8-d0addc4df722 req-b712a27d-49e4-4c37-80f9-86a09e491f6d tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc3205de-8597-4993-902e-bf54c5c8ccdf HTTP/1.1" status: 200 len: 946 time: 0.1105378 Apr 11 17:21:58.136585 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b578fc62-10e7-4fec-99c8-d0addc4df722 req-cce33cb2-fe56-4853-a9e7-fb448323ab9e tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0dca341-6d9a-4db6-bd19-85f100ebbe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499196 Apr 11 17:21:58.452662 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 59290) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:58.491406 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-968543e9-c8de-4739-a655-e8cfab720a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:58.517845 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-968543e9-c8de-4739-a655-e8cfab720a6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:21:58.522678 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-968543e9-c8de-4739-a655-e8cfab720a6a admin admin] Usage tracker for resource:security_group_rule and tenant:806d40d41128445793796d5315449ae4 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:21:58.526055 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-968543e9-c8de-4739-a655-e8cfab720a6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:21:58.532746 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-968543e9-c8de-4739-a655-e8cfab720a6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:21:58.685515 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-968543e9-c8de-4739-a655-e8cfab720a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:58.694224 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-968543e9-c8de-4739-a655-e8cfab720a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:58.712909 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f8b6dc62-2bd7-4b62-b486-e140839bf832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:58.760178 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968543e9-c8de-4739-a655-e8cfab720a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568c1d97-bd78-41a3-a9f1-7b79e57f2cdd,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:58.765544 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-968543e9-c8de-4739-a655-e8cfab720a6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:58.769017 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-968543e9-c8de-4739-a655-e8cfab720a6a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=806d40d41128445793796d5315449ae4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3152089 Apr 11 17:21:58.772798 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 59324) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:21:58.847712 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7adace71-465b-4f0b-97c1-17964b110db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:58.911714 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7adace71-465b-4f0b-97c1-17964b110db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:58.967157 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7adace71-465b-4f0b-97c1-17964b110db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:58.979919 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e09d52a0-4f96-4c89-b986-1297f0915cc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:21:58.995869 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7adace71-465b-4f0b-97c1-17964b110db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:21:59.000558 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-7adace71-465b-4f0b-97c1-17964b110db6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/568c1d97-bd78-41a3-a9f1-7b79e57f2cdd HTTP/1.1" status: 204 len: 168 time: 0.2268155 Apr 11 17:21:59.004254 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adace71-465b-4f0b-97c1-17964b110db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568c1d97-bd78-41a3-a9f1-7b79e57f2cdd,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:21:59.007241 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7adace71-465b-4f0b-97c1-17964b110db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:21:59.108691 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5b780-dc24-4e9c-a97c-0069b000cf9f req-419cb6f3-4078-4fe9-9fd0-a3da73c39464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:59.111012 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-30f5b780-dc24-4e9c-a97c-0069b000cf9f req-419cb6f3-4078-4fe9-9fd0-a3da73c39464 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d63b099ed974ed8a5699b5d7c2a64f8&device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 1099 time: 0.1851261 Apr 11 17:21:59.379943 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5b780-dc24-4e9c-a97c-0069b000cf9f req-b67b924f-04ba-4623-a161-b528d8246810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:59.382056 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-30f5b780-dc24-4e9c-a97c-0069b000cf9f req-b67b924f-04ba-4623-a161-b528d8246810 service neutron] 10.222.0.42 "GET /v2.0/networks?id=0328d80f-abb9-475c-a72f-263dcaf98637 HTTP/1.1" status: 200 len: 920 time: 0.2294576 Apr 11 17:21:59.477575 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691767e0-9753-40fd-bad6-34f051821112 req-543324c5-5c43-4d8a-9a05-170e5f7279e0 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:59.485961 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-691767e0-9753-40fd-bad6-34f051821112 req-543324c5-5c43-4d8a-9a05-170e5f7279e0 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.3800633 Apr 11 17:21:59.488776 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-30f5b780-dc24-4e9c-a97c-0069b000cf9f req-eca689ca-462d-4e34-b64e-36ff180180fd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7 HTTP/1.1" status: 200 len: 217 time: 0.0995483 Apr 11 17:21:59.526214 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-691767e0-9753-40fd-bad6-34f051821112 req-9c52515b-ec7c-4d32-a793-5310b1ddc3cd tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389459 Apr 11 17:21:59.613453 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5b780-dc24-4e9c-a97c-0069b000cf9f req-30ef8d12-1afd-46f6-b170-6ad0d521eb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:21:59.620015 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-30f5b780-dc24-4e9c-a97c-0069b000cf9f req-30ef8d12-1afd-46f6-b170-6ad0d521eb4a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1afc838f-ad14-47c7-8b28-cd67a37f5780 HTTP/1.1" status: 200 len: 859 time: 0.0888038 Apr 11 17:21:59.710720 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-30f5b780-dc24-4e9c-a97c-0069b000cf9f req-c332d7c1-da0b-4356-802d-d1f3c3f29e4f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0328d80f-abb9-475c-a72f-263dcaf98637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844417 Apr 11 17:21:59.875992 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-30f5b780-dc24-4e9c-a97c-0069b000cf9f req-af112b72-b852-4ae7-ab1b-a01b0e644a26 service neutron] 10.222.0.42 "GET /v2.0/networks/0328d80f-abb9-475c-a72f-263dcaf98637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592662 Apr 11 17:22:00.094478 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-30f5b780-dc24-4e9c-a97c-0069b000cf9f req-866dab66-94b0-452b-b75c-8000d9316c17 service neutron] 10.222.0.42 "GET /v2.0/networks/0328d80f-abb9-475c-a72f-263dcaf98637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116387 Apr 11 17:22:00.144373 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 59410) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:22:00.607262 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3ab32290-f0c5-4798-ae12-6f411f03d1ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:00.627668 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-3ab32290-f0c5-4798-ae12-6f411f03d1ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:22:00.632861 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-3ab32290-f0c5-4798-ae12-6f411f03d1ef admin admin] Usage tracker for resource:security_group_rule and tenant:9e8386e302944c258e6fbd3a4f7032ac is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:22:00.636552 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-3ab32290-f0c5-4798-ae12-6f411f03d1ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:22:00.643176 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-3ab32290-f0c5-4798-ae12-6f411f03d1ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:22:00.843113 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3ab32290-f0c5-4798-ae12-6f411f03d1ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:00.845483 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a04a94-5b6e-4b15-9f49-a90d1c2a109d req-f2ad68c1-7b01-4cc2-bba3-fbf6ec18fabc tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:00.851421 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3ab32290-f0c5-4798-ae12-6f411f03d1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:00.857932 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b5a04a94-5b6e-4b15-9f49-a90d1c2a109d req-f2ad68c1-7b01-4cc2-bba3-fbf6ec18fabc tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.1785011 Apr 11 17:22:00.878197 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-19444753-3d7d-4e28-a693-6bc75aa35a38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:00.905871 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b5a04a94-5b6e-4b15-9f49-a90d1c2a109d req-cbd4585d-92ed-4d04-a8b8-388e9c161864 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469398 Apr 11 17:22:00.933097 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab32290-f0c5-4798-ae12-6f411f03d1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b76283-2c14-486b-b5cc-6452a8f85492,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:00.936663 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3ab32290-f0c5-4798-ae12-6f411f03d1ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:00.982516 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-3ab32290-f0c5-4798-ae12-6f411f03d1ef admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9e8386e302944c258e6fbd3a4f7032ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8359768 Apr 11 17:22:00.985274 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 59450) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:22:01.055863 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d7d1eb71-c8f0-4856-b6ee-7627335c1664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:01.086191 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d7d1eb71-c8f0-4856-b6ee-7627335c1664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:01.138607 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d7d1eb71-c8f0-4856-b6ee-7627335c1664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:01.143809 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c3823b3c-76a7-4f88-9a35-89c104a4bc68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:01.155923 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1eb71-c8f0-4856-b6ee-7627335c1664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b76283-2c14-486b-b5cc-6452a8f85492,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:01.159807 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d7d1eb71-c8f0-4856-b6ee-7627335c1664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:01.164955 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d7d1eb71-c8f0-4856-b6ee-7627335c1664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:01.166888 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-d7d1eb71-c8f0-4856-b6ee-7627335c1664 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/84b76283-2c14-486b-b5cc-6452a8f85492 HTTP/1.1" status: 204 len: 168 time: 0.1798637 Apr 11 17:22:01.656463 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 59472) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:22:01.677612 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-621e73d6-d7d1-4016-a0d4-09c0c17227e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:01.695641 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-621e73d6-d7d1-4016-a0d4-09c0c17227e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:22:01.700152 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-621e73d6-d7d1-4016-a0d4-09c0c17227e5 admin admin] Usage tracker for resource:security_group_rule and tenant:597bb93715974a588fad1aea87a700d2 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:22:01.703348 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-621e73d6-d7d1-4016-a0d4-09c0c17227e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:22:01.710009 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-621e73d6-d7d1-4016-a0d4-09c0c17227e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:22:01.802066 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-621e73d6-d7d1-4016-a0d4-09c0c17227e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:01.805346 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-621e73d6-d7d1-4016-a0d4-09c0c17227e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:01.818721 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:01.866491 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-621e73d6-d7d1-4016-a0d4-09c0c17227e5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=597bb93715974a588fad1aea87a700d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2085056 Apr 11 17:22:01.868389 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e73d6-d7d1-4016-a0d4-09c0c17227e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9706f291-562e-4b41-a0ac-e1aec7325417,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:01.869457 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 59478) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:22:01.871805 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-621e73d6-d7d1-4016-a0d4-09c0c17227e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:02.001629 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-be9260ef-658a-4b37-b57c-b924c2431673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:02.033296 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-be9260ef-658a-4b37-b57c-b924c2431673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:02.094797 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-be9260ef-658a-4b37-b57c-b924c2431673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:02.102118 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bfca3f34-4559-431f-ac4e-f790afad65fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:02.116130 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-be9260ef-658a-4b37-b57c-b924c2431673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:02.118091 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-be9260ef-658a-4b37-b57c-b924c2431673 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9706f291-562e-4b41-a0ac-e1aec7325417 HTTP/1.1" status: 204 len: 168 time: 0.2474997 Apr 11 17:22:02.123218 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9260ef-658a-4b37-b57c-b924c2431673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9706f291-562e-4b41-a0ac-e1aec7325417,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:02.126965 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-be9260ef-658a-4b37-b57c-b924c2431673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:02.199224 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fec32f-c03b-471d-826d-3a041692dd37 req-02e6648d-40be-44e9-92aa-ae4337044190 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:02.202622 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-60fec32f-c03b-471d-826d-3a041692dd37 req-02e6648d-40be-44e9-92aa-ae4337044190 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.1079166 Apr 11 17:22:02.235589 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-60fec32f-c03b-471d-826d-3a041692dd37 req-716ad8d4-aff4-4063-a07d-93bb1f00b963 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256784 Apr 11 17:22:03.585517 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f56de-d78c-46b6-be95-177ec7d7a1be req-7cb5fd02-9434-4952-b905-fe1aa0fb0f59 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:03.593584 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a80f56de-d78c-46b6-be95-177ec7d7a1be req-7cb5fd02-9434-4952-b905-fe1aa0fb0f59 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.1888776 Apr 11 17:22:03.628587 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a80f56de-d78c-46b6-be95-177ec7d7a1be req-0b819171-b66c-419a-b4db-131e2b20509f tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339084 Apr 11 17:22:03.735509 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:04.842236 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9e346-035b-4f22-8c52-1597770e6efb req-d907eab6-7131-40d0-bd58-075c45357581 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:04.850464 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-33e9e346-035b-4f22-8c52-1597770e6efb req-d907eab6-7131-40d0-bd58-075c45357581 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.1023767 Apr 11 17:22:04.856785 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f34b9763-99c3-4e16-8d3d-2de20fbb07bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:04.876094 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-33e9e346-035b-4f22-8c52-1597770e6efb req-3b4e4f8d-7665-4883-a5b1-d515cca960b9 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0246935 Apr 11 17:22:05.843368 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 59664) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:22:05.979247 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-83c3613e-df4f-478f-87c0-c2e534d445ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:05.996236 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-83c3613e-df4f-478f-87c0-c2e534d445ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:22:06.000564 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-83c3613e-df4f-478f-87c0-c2e534d445ed admin admin] Usage tracker for resource:security_group_rule and tenant:b623ea47e3024752b196e23694168c45 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:22:06.003577 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-83c3613e-df4f-478f-87c0-c2e534d445ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:22:06.009925 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-83c3613e-df4f-478f-87c0-c2e534d445ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:22:06.112055 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39976ac9-ae21-492a-a0ab-bedb19541aef req-8c4c8d21-b1d2-41c6-958e-47a40e3f9ec9 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:06.120697 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-83c3613e-df4f-478f-87c0-c2e534d445ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:06.123691 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-39976ac9-ae21-492a-a0ab-bedb19541aef req-8c4c8d21-b1d2-41c6-958e-47a40e3f9ec9 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.1272240 Apr 11 17:22:06.124224 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-83c3613e-df4f-478f-87c0-c2e534d445ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:06.134432 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-30bbfd05-1270-4f60-8a91-ed1749f4cda4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:06.149947 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-39976ac9-ae21-492a-a0ab-bedb19541aef req-64db1f62-8141-442d-88aa-c1d9956948e0 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0250509 Apr 11 17:22:06.173765 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c3613e-df4f-478f-87c0-c2e534d445ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58c70be-d018-45d0-bc4d-35461b9b5163,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:06.180265 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-83c3613e-df4f-478f-87c0-c2e534d445ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:06.187354 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-83c3613e-df4f-478f-87c0-c2e534d445ed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b623ea47e3024752b196e23694168c45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3417606 Apr 11 17:22:06.190895 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 59678) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:22:06.261613 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-68237f78-8445-4f2d-a52e-ed444ca84240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:06.291128 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-68237f78-8445-4f2d-a52e-ed444ca84240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:06.336637 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-68237f78-8445-4f2d-a52e-ed444ca84240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:06.341773 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-60efe4fb-130b-4f77-bd1c-330db9076e66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:06.353168 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68237f78-8445-4f2d-a52e-ed444ca84240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58c70be-d018-45d0-bc4d-35461b9b5163,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:06.357992 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-68237f78-8445-4f2d-a52e-ed444ca84240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:06.360030 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-68237f78-8445-4f2d-a52e-ed444ca84240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:06.361474 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-68237f78-8445-4f2d-a52e-ed444ca84240 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e58c70be-d018-45d0-bc4d-35461b9b5163 HTTP/1.1" status: 204 len: 168 time: 0.1630147 Apr 11 17:22:06.655280 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 59688) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:22:06.674505 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c22aa07d-27ff-4bba-89a9-68383477c529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:06.693271 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-c22aa07d-27ff-4bba-89a9-68383477c529 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:22:06.697305 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-c22aa07d-27ff-4bba-89a9-68383477c529 admin admin] Usage tracker for resource:security_group_rule and tenant:bf95702c4d694f458ad1fbd6a2990067 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:22:06.700251 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-c22aa07d-27ff-4bba-89a9-68383477c529 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:22:06.706267 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-c22aa07d-27ff-4bba-89a9-68383477c529 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:22:06.794500 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c22aa07d-27ff-4bba-89a9-68383477c529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:06.797337 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c22aa07d-27ff-4bba-89a9-68383477c529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:06.806434 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a1a79c87-a5cd-4439-b974-7fadfce54bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:06.849707 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22aa07d-27ff-4bba-89a9-68383477c529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c5b9b3-94a8-4f64-ac0e-663ac6a6fe65,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:06.857477 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 59696) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:22:06.857692 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-c22aa07d-27ff-4bba-89a9-68383477c529 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bf95702c4d694f458ad1fbd6a2990067&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2010608 Apr 11 17:22:06.858573 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c22aa07d-27ff-4bba-89a9-68383477c529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:06.903057 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 59700) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:22:06.935018 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5a0e63fd-1261-4235-ba62-3014a802a787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:06.970490 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5a0e63fd-1261-4235-ba62-3014a802a787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:06.973531 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe3e5bd8-0b7a-4acf-b8d3-eeb94f8a2ad5 admin admin] Deleting subnet f0af8b53-22ec-44e4-84b9-89afa4da4418 {{(pid=85243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 11 17:22:06.977196 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fe3e5bd8-0b7a-4acf-b8d3-eeb94f8a2ad5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:07.020503 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5a0e63fd-1261-4235-ba62-3014a802a787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:07.026556 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ef09adf5-a73f-4838-991b-f40b918ec672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:07.042429 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e63fd-1261-4235-ba62-3014a802a787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c5b9b3-94a8-4f64-ac0e-663ac6a6fe65,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:07.047261 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5a0e63fd-1261-4235-ba62-3014a802a787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:07.062892 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fe3e5bd8-0b7a-4acf-b8d3-eeb94f8a2ad5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6558329'] for subnet, precommit_delete_associations {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:07.083435 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5a0e63fd-1261-4235-ba62-3014a802a787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:07.088586 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-5a0e63fd-1261-4235-ba62-3014a802a787 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/50c5b9b3-94a8-4f64-ac0e-663ac6a6fe65 HTTP/1.1" status: 204 len: 168 time: 0.2297490 Apr 11 17:22:07.137488 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fe3e5bd8-0b7a-4acf-b8d3-eeb94f8a2ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-370660'] for subnet, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:07.295537 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-be48e699-1f27-4545-8170-9259e4dae9a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:07.436346 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025d520-e2e6-4683-a007-4c7e2b68426a req-77514759-4f15-4629-95eb-bcb4fcc7a091 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:07.438439 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d025d520-e2e6-4683-a007-4c7e2b68426a req-77514759-4f15-4629-95eb-bcb4fcc7a091 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.1537695 Apr 11 17:22:07.500262 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d025d520-e2e6-4683-a007-4c7e2b68426a req-bf52fc34-60e1-4a3c-adc1-41421ea70206 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541945 Apr 11 17:22:07.506141 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 59724) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:22:07.543992 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fe3e5bd8-0b7a-4acf-b8d3-eeb94f8a2ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854405123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848421728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5609759'] for subnet, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:07.561516 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:07.662113 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-636771be-e6d8-4ab6-b364-67da7afb9c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:07.682513 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-636771be-e6d8-4ab6-b364-67da7afb9c0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:22:07.686993 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-636771be-e6d8-4ab6-b364-67da7afb9c0b admin admin] Usage tracker for resource:security_group_rule and tenant:fb3874673f67421eb08fa586922ac024 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:22:07.698005 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-636771be-e6d8-4ab6-b364-67da7afb9c0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:22:07.698741 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e5bd8-0b7a-4acf-b8d3-eeb94f8a2ad5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0af8b53-22ec-44e4-84b9-89afa4da4418,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:07.705093 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-fe3e5bd8-0b7a-4acf-b8d3-eeb94f8a2ad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:07.705461 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-636771be-e6d8-4ab6-b364-67da7afb9c0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:22:07.719484 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fe3e5bd8-0b7a-4acf-b8d3-eeb94f8a2ad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for subnet, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:07.732130 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-fe3e5bd8-0b7a-4acf-b8d3-eeb94f8a2ad5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f0af8b53-22ec-44e4-84b9-89afa4da4418 HTTP/1.1" status: 204 len: 168 time: 0.8275130 Apr 11 17:22:07.734719 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 59738) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:22:07.813083 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-636771be-e6d8-4ab6-b364-67da7afb9c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:07.816830 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-636771be-e6d8-4ab6-b364-67da7afb9c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:07.827023 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-0ebeb8cf-549d-4959-88cc-ec0b40709e75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:07.857435 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-36ffcc9d-046d-4657-95d4-edc50e91f326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854564312'] for network, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:07.874875 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-636771be-e6d8-4ab6-b364-67da7afb9c0b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fb3874673f67421eb08fa586922ac024&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3672831 Apr 11 17:22:07.875581 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 59744) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:22:07.888836 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636771be-e6d8-4ab6-b364-67da7afb9c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e555d031-11fc-4a7f-8401-55ce7acffe28,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:07.893211 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-636771be-e6d8-4ab6-b364-67da7afb9c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:07.927734 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:07.960036 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ea84b659-5490-421e-a495-2ffc4fad41dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:07.988156 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ea84b659-5490-421e-a495-2ffc4fad41dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:08.059208 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ea84b659-5490-421e-a495-2ffc4fad41dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:08.064910 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c87a7a53-d890-4e9f-af2a-467ada20417a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:08.074232 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-36ffcc9d-046d-4657-95d4-edc50e91f326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-369277', 'neutron.services.segments.db._delete_segments_for_network--9223363265755233635'] for network, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:08.077047 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea84b659-5490-421e-a495-2ffc4fad41dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e555d031-11fc-4a7f-8401-55ce7acffe28,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:08.079852 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ea84b659-5490-421e-a495-2ffc4fad41dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:08.087262 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ea84b659-5490-421e-a495-2ffc4fad41dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:08.092392 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-ea84b659-5490-421e-a495-2ffc4fad41dc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e555d031-11fc-4a7f-8401-55ce7acffe28 HTTP/1.1" status: 204 len: 168 time: 0.2112322 Apr 11 17:22:08.201466 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.segments.db [None req-36ffcc9d-046d-4657-95d4-edc50e91f326 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d45e187-e6e9-424c-9af1-b61c29ec05e4']}} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:22:08.217347 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.segments.db [None req-36ffcc9d-046d-4657-95d4-edc50e91f326 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a944a156-0449-4ed4-82f9-263c96d5ad14') {'for_net_delete': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:22:08.217778 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.segments.db [None req-36ffcc9d-046d-4657-95d4-edc50e91f326 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a944a156-0449-4ed4-82f9-263c96d5ad14') {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:22:08.245406 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-36ffcc9d-046d-4657-95d4-edc50e91f326 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771099529263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848217466'] for segment, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:08.264135 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-36ffcc9d-046d-4657-95d4-edc50e91f326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854391073'] for segment, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:08.272301 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36ffcc9d-046d-4657-95d4-edc50e91f326 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=85243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 11 17:22:08.395086 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:08.499581 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-36ffcc9d-046d-4657-95d4-edc50e91f326 admin admin] Network 7d45e187-e6e9-424c-9af1-b61c29ec05e4 has no segments {{(pid=85243) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 11 17:22:08.523151 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-36ffcc9d-046d-4657-95d4-edc50e91f326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-384710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848421635'] for segment, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:08.633377 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 59772) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:22:08.659062 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9bcb52b9-ee46-4667-922a-d479f890a1eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:08.740958 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-9bcb52b9-ee46-4667-922a-d479f890a1eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:22:08.750887 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-9bcb52b9-ee46-4667-922a-d479f890a1eb admin admin] Usage tracker for resource:security_group_rule and tenant:c804464798bc4913bfe9b8f97d8768e7 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:22:08.756026 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-36ffcc9d-046d-4657-95d4-edc50e91f326 admin admin] Network 7d45e187-e6e9-424c-9af1-b61c29ec05e4 has no segments {{(pid=85243) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 11 17:22:08.781536 dv-cinder-784779-4-smb neutron-server[85130]: Traceback (most recent call last): Apr 11 17:22:08.781536 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:22:08.781536 dv-cinder-784779-4-smb neutron-server[85130]: timer() Apr 11 17:22:08.781536 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:22:08.781536 dv-cinder-784779-4-smb neutron-server[85130]: cb(*args, **kw) Apr 11 17:22:08.781536 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 11 17:22:08.781536 dv-cinder-784779-4-smb neutron-server[85130]: return func(*args, **kwargs) Apr 11 17:22:08.781536 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:22:08.781536 dv-cinder-784779-4-smb neutron-server[85130]: self._notify() Apr 11 17:22:08.781536 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:22:08.781536 dv-cinder-784779-4-smb neutron-server[85130]: self.callback(batched_events) Apr 11 17:22:08.781536 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:22:08.781536 dv-cinder-784779-4-smb neutron-server[85130]: event.method(event) Apr 11 17:22:08.781536 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 17:22:08.781536 dv-cinder-784779-4-smb neutron-server[85130]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:22:08.781536 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 11 17:22:08.781536 dv-cinder-784779-4-smb neutron-server[85130]: segment_id)['aggregates'][0] Apr 11 17:22:08.781536 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 17:22:08.781536 dv-cinder-784779-4-smb neutron-server[85130]: return f(self, *a, **k) Apr 11 17:22:08.781536 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 17:22:08.781536 dv-cinder-784779-4-smb neutron-server[85130]: return self._get(url).json() Apr 11 17:22:08.781536 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:22:08.781536 dv-cinder-784779-4-smb neutron-server[85130]: **kwargs) Apr 11 17:22:08.781536 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:22:08.781536 dv-cinder-784779-4-smb neutron-server[85130]: return self.request(url, 'GET', **kwargs) Apr 11 17:22:08.781536 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 11 17:22:08.781536 dv-cinder-784779-4-smb neutron-server[85130]: **endpoint_filter) Apr 11 17:22:08.781536 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:22:08.781536 dv-cinder-784779-4-smb neutron-server[85130]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:22:08.781536 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:22:08.781536 dv-cinder-784779-4-smb neutron-server[85130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:22:08.781536 dv-cinder-784779-4-smb neutron-server[85130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:22:08.873397 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-36ffcc9d-046d-4657-95d4-edc50e91f326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854406646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846760530'] for network, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:08.882000 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:08.897329 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-36ffcc9d-046d-4657-95d4-edc50e91f326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for network, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:08.911798 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ffcc9d-046d-4657-95d4-edc50e91f326 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d45e187-e6e9-424c-9af1-b61c29ec05e4,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:08.917265 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-36ffcc9d-046d-4657-95d4-edc50e91f326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:08.924522 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-36ffcc9d-046d-4657-95d4-edc50e91f326 admin admin] 10.222.0.16 "DELETE /v2.0/networks/7d45e187-e6e9-424c-9af1-b61c29ec05e4 HTTP/1.1" status: 204 len: 168 time: 1.1886513 Apr 11 17:22:08.927518 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 59780) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:22:08.997172 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e8dac0e-4cfb-4870-ac95-31b960c62d14 admin admin] Deleting subnet 3617300b-0664-42e4-a76e-1fb7f6353c5b {{(pid=85243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 11 17:22:08.998687 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-9bcb52b9-ee46-4667-922a-d479f890a1eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:22:09.000843 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8e8dac0e-4cfb-4870-ac95-31b960c62d14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:09.006704 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-9bcb52b9-ee46-4667-922a-d479f890a1eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:22:09.043320 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28624291-ef14-4b8d-8938-f57c7bda67ae req-ab4fd214-135c-4751-a2dc-52f141bc3c58 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:09.044972 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-28624291-ef14-4b8d-8938-f57c7bda67ae req-ab4fd214-135c-4751-a2dc-52f141bc3c58 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.3749177 Apr 11 17:22:09.058060 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8e8dac0e-4cfb-4870-ac95-31b960c62d14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6558329'] for subnet, precommit_delete_associations {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:09.072414 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 59786) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:22:09.102332 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-28624291-ef14-4b8d-8938-f57c7bda67ae req-1a22fe12-6292-4390-bc3c-11563d5e9902 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483313 Apr 11 17:22:09.133223 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8e8dac0e-4cfb-4870-ac95-31b960c62d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-370660'] for subnet, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:09.159856 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9bcb52b9-ee46-4667-922a-d479f890a1eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:09.165526 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9bcb52b9-ee46-4667-922a-d479f890a1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:09.177002 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-395516ef-69ac-412b-bd11-ea2d34e4a540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:09.210578 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-9bcb52b9-ee46-4667-922a-d479f890a1eb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c804464798bc4913bfe9b8f97d8768e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5755424 Apr 11 17:22:09.222609 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 59792) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:22:09.261872 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb52b9-ee46-4667-922a-d479f890a1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb585ff-5075-4ea9-b8a4-a3da4feb084b,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:09.274968 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:09.281261 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-9bcb52b9-ee46-4667-922a-d479f890a1eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:09.282012 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1a36f01c-d2b2-470a-bb0a-af7c4083ae31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:09.313664 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-1a36f01c-d2b2-470a-bb0a-af7c4083ae31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:22:09.321334 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-1a36f01c-d2b2-470a-bb0a-af7c4083ae31 admin admin] Usage tracker for resource:security_group_rule and tenant:a97eea9105b646c6b657d5f67036bd1c is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:22:09.330664 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-1a36f01c-d2b2-470a-bb0a-af7c4083ae31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:22:09.340975 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-1a36f01c-d2b2-470a-bb0a-af7c4083ae31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:22:09.345857 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e2080cea-d730-4b46-b515-52f83585f6d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:09.391946 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e2080cea-d730-4b46-b515-52f83585f6d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:09.429008 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8e8dac0e-4cfb-4870-ac95-31b960c62d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854405123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848421728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5609759'] for subnet, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:09.526281 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e2080cea-d730-4b46-b515-52f83585f6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:09.533831 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ea84b659-5490-421e-a495-2ffc4fad41dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:09.549931 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ed10b927-ff94-434d-8616-d413780a838b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:09.565434 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2080cea-d730-4b46-b515-52f83585f6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb585ff-5075-4ea9-b8a4-a3da4feb084b,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:09.570593 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1a36f01c-d2b2-470a-bb0a-af7c4083ae31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:09.571935 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e2080cea-d730-4b46-b515-52f83585f6d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:09.576693 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1a36f01c-d2b2-470a-bb0a-af7c4083ae31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:09.608406 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-73768b57-9c9e-4911-98de-5b3896d00cd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:09.614280 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8e8dac0e-4cfb-4870-ac95-31b960c62d14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for subnet, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:09.621979 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-8e8dac0e-4cfb-4870-ac95-31b960c62d14 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3617300b-0664-42e4-a76e-1fb7f6353c5b HTTP/1.1" status: 204 len: 168 time: 0.6931374 Apr 11 17:22:09.622894 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8dac0e-4cfb-4870-ac95-31b960c62d14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3617300b-0664-42e4-a76e-1fb7f6353c5b,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:09.624984 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 59804) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:22:09.642672 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-1a36f01c-d2b2-470a-bb0a-af7c4083ae31 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a97eea9105b646c6b657d5f67036bd1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5690980 Apr 11 17:22:09.643775 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36f01c-d2b2-470a-bb0a-af7c4083ae31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb08aee-9f51-45d4-a1ff-be4e6300ef34,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:09.646958 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e2080cea-d730-4b46-b515-52f83585f6d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:09.648405 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-e2080cea-d730-4b46-b515-52f83585f6d0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5bb585ff-5075-4ea9-b8a4-a3da4feb084b HTTP/1.1" status: 204 len: 168 time: 0.4247360 Apr 11 17:22:09.649074 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 59808) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:22:09.649924 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1a36f01c-d2b2-470a-bb0a-af7c4083ae31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:09.668413 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8e8dac0e-4cfb-4870-ac95-31b960c62d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:09.746531 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-11454564-f612-4225-96e3-0225779aca69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:09.780849 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-abb8c7b4-f8dc-4490-8d40-b73f542f03c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854564312'] for network, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:09.792630 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-11454564-f612-4225-96e3-0225779aca69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:09.859950 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-11454564-f612-4225-96e3-0225779aca69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:09.870790 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-415fb95f-a94a-4276-a0f8-3bc37f9d354f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:09.890633 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11454564-f612-4225-96e3-0225779aca69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb08aee-9f51-45d4-a1ff-be4e6300ef34,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:09.895342 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-11454564-f612-4225-96e3-0225779aca69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:09.897576 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-11454564-f612-4225-96e3-0225779aca69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:09.902799 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-11454564-f612-4225-96e3-0225779aca69 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6eb08aee-9f51-45d4-a1ff-be4e6300ef34 HTTP/1.1" status: 204 len: 168 time: 0.2516823 Apr 11 17:22:10.032975 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-abb8c7b4-f8dc-4490-8d40-b73f542f03c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-369277', 'neutron.services.segments.db._delete_segments_for_network--9223363265755233635'] for network, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:10.092671 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 59820) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:22:10.112773 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2c57bf9b-2835-4879-bbfe-8052bd322e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:10.130658 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-2c57bf9b-2835-4879-bbfe-8052bd322e4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:22:10.135491 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-2c57bf9b-2835-4879-bbfe-8052bd322e4b admin admin] Usage tracker for resource:security_group_rule and tenant:785d212d7c29497292faacd9d02c2ffe is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:22:10.138718 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-2c57bf9b-2835-4879-bbfe-8052bd322e4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:22:10.145753 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-2c57bf9b-2835-4879-bbfe-8052bd322e4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:22:10.158751 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.segments.db [None req-abb8c7b4-f8dc-4490-8d40-b73f542f03c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35b94c69-4bd6-4555-bd92-4527a624d66e']}} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:22:10.172188 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.segments.db [None req-abb8c7b4-f8dc-4490-8d40-b73f542f03c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74f726f0-989d-4dbd-b577-3fa6870873fe') {'for_net_delete': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:22:10.172524 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.segments.db [None req-abb8c7b4-f8dc-4490-8d40-b73f542f03c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74f726f0-989d-4dbd-b577-3fa6870873fe') {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:22:10.185867 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-abb8c7b4-f8dc-4490-8d40-b73f542f03c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771099529263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848217466'] for segment, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:10.201198 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-abb8c7b4-f8dc-4490-8d40-b73f542f03c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854391073'] for segment, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:10.207663 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abb8c7b4-f8dc-4490-8d40-b73f542f03c7 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=85243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 11 17:22:10.313644 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2c57bf9b-2835-4879-bbfe-8052bd322e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:10.318315 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2c57bf9b-2835-4879-bbfe-8052bd322e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:10.329244 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-436e8881-9cdf-40f4-94e6-363bc564e08d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:10.395674 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57bf9b-2835-4879-bbfe-8052bd322e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5614161c-0ef9-4464-890b-1e28d0bbe8ab,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:10.402777 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2c57bf9b-2835-4879-bbfe-8052bd322e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:10.408072 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-2c57bf9b-2835-4879-bbfe-8052bd322e4b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=785d212d7c29497292faacd9d02c2ffe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3117545 Apr 11 17:22:10.416717 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec295d-edb2-4afe-afa6-b8933063ab92 req-58bf91eb-6b42-4f1e-aa89-e0282d5c6cd7 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:10.418628 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5fec295d-edb2-4afe-afa6-b8933063ab92 req-58bf91eb-6b42-4f1e-aa89-e0282d5c6cd7 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.1914370 Apr 11 17:22:10.419320 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 59832) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:22:10.505116 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5fec295d-edb2-4afe-afa6-b8933063ab92 req-d79c4c78-8564-4908-b529-392d89010d8a tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712507 Apr 11 17:22:10.542827 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e10f78f8-6210-4e92-94dd-efd3512b12ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:10.574111 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e10f78f8-6210-4e92-94dd-efd3512b12ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:10.597234 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 6 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:22:10.630521 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e10f78f8-6210-4e92-94dd-efd3512b12ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:10.635924 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dab4c2dd-c288-47a2-8426-ff3115f22743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:10.638772 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-abb8c7b4-f8dc-4490-8d40-b73f542f03c7 admin admin] Network 35b94c69-4bd6-4555-bd92-4527a624d66e has no segments {{(pid=85243) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 11 17:22:10.648081 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-abb8c7b4-f8dc-4490-8d40-b73f542f03c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-384710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848421635'] for segment, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:10.650359 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10f78f8-6210-4e92-94dd-efd3512b12ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5614161c-0ef9-4464-890b-1e28d0bbe8ab,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:10.653568 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e10f78f8-6210-4e92-94dd-efd3512b12ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:10.654630 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e10f78f8-6210-4e92-94dd-efd3512b12ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:10.659059 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-e10f78f8-6210-4e92-94dd-efd3512b12ef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5614161c-0ef9-4464-890b-1e28d0bbe8ab HTTP/1.1" status: 204 len: 168 time: 0.2352173 Apr 11 17:22:10.850858 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-abb8c7b4-f8dc-4490-8d40-b73f542f03c7 admin admin] Network 35b94c69-4bd6-4555-bd92-4527a624d66e has no segments {{(pid=85243) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 11 17:22:10.879255 dv-cinder-784779-4-smb neutron-server[85130]: Traceback (most recent call last): Apr 11 17:22:10.879255 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:22:10.879255 dv-cinder-784779-4-smb neutron-server[85130]: timer() Apr 11 17:22:10.879255 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:22:10.879255 dv-cinder-784779-4-smb neutron-server[85130]: cb(*args, **kw) Apr 11 17:22:10.879255 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 11 17:22:10.879255 dv-cinder-784779-4-smb neutron-server[85130]: return func(*args, **kwargs) Apr 11 17:22:10.879255 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:22:10.879255 dv-cinder-784779-4-smb neutron-server[85130]: self._notify() Apr 11 17:22:10.879255 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:22:10.879255 dv-cinder-784779-4-smb neutron-server[85130]: self.callback(batched_events) Apr 11 17:22:10.879255 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:22:10.879255 dv-cinder-784779-4-smb neutron-server[85130]: event.method(event) Apr 11 17:22:10.879255 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 17:22:10.879255 dv-cinder-784779-4-smb neutron-server[85130]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:22:10.879255 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 11 17:22:10.879255 dv-cinder-784779-4-smb neutron-server[85130]: segment_id)['aggregates'][0] Apr 11 17:22:10.879255 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 17:22:10.879255 dv-cinder-784779-4-smb neutron-server[85130]: return f(self, *a, **k) Apr 11 17:22:10.879255 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 17:22:10.879255 dv-cinder-784779-4-smb neutron-server[85130]: return self._get(url).json() Apr 11 17:22:10.879255 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:22:10.879255 dv-cinder-784779-4-smb neutron-server[85130]: **kwargs) Apr 11 17:22:10.879255 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:22:10.879255 dv-cinder-784779-4-smb neutron-server[85130]: return self.request(url, 'GET', **kwargs) Apr 11 17:22:10.879255 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 11 17:22:10.879255 dv-cinder-784779-4-smb neutron-server[85130]: **endpoint_filter) Apr 11 17:22:10.879255 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:22:10.879255 dv-cinder-784779-4-smb neutron-server[85130]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:22:10.879255 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:22:10.879255 dv-cinder-784779-4-smb neutron-server[85130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:22:10.879255 dv-cinder-784779-4-smb neutron-server[85130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:22:10.968235 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-abb8c7b4-f8dc-4490-8d40-b73f542f03c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854406646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846760530'] for network, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:10.977307 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8b4dc7ac-c03c-41cc-86d3-a1c80d750d22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:11.000720 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-abb8c7b4-f8dc-4490-8d40-b73f542f03c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for network, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:11.006434 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb8c7b4-f8dc-4490-8d40-b73f542f03c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=35b94c69-4bd6-4555-bd92-4527a624d66e,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:11.012843 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-abb8c7b4-f8dc-4490-8d40-b73f542f03c7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/35b94c69-4bd6-4555-bd92-4527a624d66e HTTP/1.1" status: 204 len: 168 time: 1.3867564 Apr 11 17:22:11.017573 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-abb8c7b4-f8dc-4490-8d40-b73f542f03c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:11.166325 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 59870) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:22:11.217624 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-d7dd95e8-cf0f-47e0-9291-e1a86cefd6b2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=90377d035327474686d46bb0205e3dbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496161 Apr 11 17:22:11.220614 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 59874) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:22:11.291692 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7d352c64-3754-49a1-93a0-8349485f8551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:11.325066 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7d352c64-3754-49a1-93a0-8349485f8551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:11.386544 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7d352c64-3754-49a1-93a0-8349485f8551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:11.392535 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-983ac639-7cb8-4acd-a7c3-484b35ebde51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:11.406755 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d352c64-3754-49a1-93a0-8349485f8551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca5f6e0-d952-4d40-b606-1ae94077ca4e,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:11.410294 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7d352c64-3754-49a1-93a0-8349485f8551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:11.412531 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7d352c64-3754-49a1-93a0-8349485f8551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:11.418661 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-7d352c64-3754-49a1-93a0-8349485f8551 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7ca5f6e0-d952-4d40-b606-1ae94077ca4e HTTP/1.1" status: 204 len: 168 time: 0.1920400 Apr 11 17:22:11.754900 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43fc49-1cb7-4ef0-8c8a-b6b39f739cf2 req-4bc54dc0-ce9a-40d8-a541-3ac306f734d8 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:11.756754 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ce43fc49-1cb7-4ef0-8c8a-b6b39f739cf2 req-4bc54dc0-ce9a-40d8-a541-3ac306f734d8 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.1141365 Apr 11 17:22:11.803483 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ce43fc49-1cb7-4ef0-8c8a-b6b39f739cf2 req-89053cb0-9b6e-43f0-9704-9499df6c6d00 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280030 Apr 11 17:22:11.843423 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 59896) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:22:11.917764 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-a0944bcf-c9d9-45d1-8da0-cfdb5393cee9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4e687a0b87914f4f849b4b0843fb5af4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0704842 Apr 11 17:22:11.918197 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 59906) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:22:12.034526 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-929bbaaf-3c63-4ede-a0b8-33562a15c3c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:12.076015 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-929bbaaf-3c63-4ede-a0b8-33562a15c3c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:12.152392 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-929bbaaf-3c63-4ede-a0b8-33562a15c3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:12.158693 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-68237f78-8445-4f2d-a52e-ed444ca84240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:12.178027 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929bbaaf-3c63-4ede-a0b8-33562a15c3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85294155-61d7-41a8-8e92-5545e1915242,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:12.181252 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-929bbaaf-3c63-4ede-a0b8-33562a15c3c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:12.182421 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-929bbaaf-3c63-4ede-a0b8-33562a15c3c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:12.183657 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-929bbaaf-3c63-4ede-a0b8-33562a15c3c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/85294155-61d7-41a8-8e92-5545e1915242 HTTP/1.1" status: 204 len: 168 time: 0.2643859 Apr 11 17:22:13.027631 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ca58f-1461-4b77-beb2-4ae4d317ad0d req-e9d361ff-1da4-42c9-8c7d-6813b6320c99 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:13.029679 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f34ca58f-1461-4b77-beb2-4ae4d317ad0d req-e9d361ff-1da4-42c9-8c7d-6813b6320c99 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.1000099 Apr 11 17:22:13.071092 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f34ca58f-1461-4b77-beb2-4ae4d317ad0d req-52d9c30d-b07a-4adb-9b84-fa84fb25a40f tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347850 Apr 11 17:22:14.131013 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 60000) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:22:14.266488 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4b245631-d88b-4f79-ae02-8172d0e02ea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:14.283466 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-4b245631-d88b-4f79-ae02-8172d0e02ea3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:22:14.287782 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-4b245631-d88b-4f79-ae02-8172d0e02ea3 admin admin] Usage tracker for resource:security_group_rule and tenant:140f0ff15fed4c0183fa1717c95413e3 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:22:14.289125 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920be564-c935-4389-947b-271534f322df req-e0cde6a1-ac85-4877-82ef-1aae37c791c6 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:14.290841 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-920be564-c935-4389-947b-271534f322df req-e0cde6a1-ac85-4877-82ef-1aae37c791c6 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.1004133 Apr 11 17:22:14.293574 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-4b245631-d88b-4f79-ae02-8172d0e02ea3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:22:14.299931 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-4b245631-d88b-4f79-ae02-8172d0e02ea3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:22:14.328501 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-920be564-c935-4389-947b-271534f322df req-b44e4883-5b0f-4b79-9cd2-f482fce381fb tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311520 Apr 11 17:22:14.400648 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4b245631-d88b-4f79-ae02-8172d0e02ea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:14.407859 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4b245631-d88b-4f79-ae02-8172d0e02ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:14.419455 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:14.467477 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-4b245631-d88b-4f79-ae02-8172d0e02ea3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=140f0ff15fed4c0183fa1717c95413e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3331680 Apr 11 17:22:14.467477 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b245631-d88b-4f79-ae02-8172d0e02ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b43eca5-5771-4a4e-acee-7da328cd763a,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:14.469424 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 60012) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:22:14.472012 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-4b245631-d88b-4f79-ae02-8172d0e02ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:14.537301 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0206b760-10ad-44e2-8af4-927504c8394f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:14.567206 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0206b760-10ad-44e2-8af4-927504c8394f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:14.617459 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0206b760-10ad-44e2-8af4-927504c8394f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:14.622443 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d9bd70d4-0252-4ab5-b0ee-f2decf182d75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:14.636591 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0206b760-10ad-44e2-8af4-927504c8394f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b43eca5-5771-4a4e-acee-7da328cd763a,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:14.639342 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-0206b760-10ad-44e2-8af4-927504c8394f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:14.640596 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0206b760-10ad-44e2-8af4-927504c8394f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:14.641902 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-0206b760-10ad-44e2-8af4-927504c8394f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8b43eca5-5771-4a4e-acee-7da328cd763a HTTP/1.1" status: 204 len: 168 time: 0.1717536 Apr 11 17:22:14.973118 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 60030) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:22:14.994165 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c15edb57-9d54-4827-b40d-3833b00e1696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:15.011228 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-c15edb57-9d54-4827-b40d-3833b00e1696 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:22:15.015854 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-c15edb57-9d54-4827-b40d-3833b00e1696 admin admin] Usage tracker for resource:security_group_rule and tenant:ca123197ea434a6e8abfb18801408aca is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:22:15.019214 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-c15edb57-9d54-4827-b40d-3833b00e1696 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:22:15.026293 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-c15edb57-9d54-4827-b40d-3833b00e1696 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:22:15.072943 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 60036) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:22:15.140412 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c15edb57-9d54-4827-b40d-3833b00e1696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:15.143652 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c15edb57-9d54-4827-b40d-3833b00e1696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:15.154569 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e7c33214-80c2-4cb4-a8f2-dfeb680d3f18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:15.210279 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-c15edb57-9d54-4827-b40d-3833b00e1696 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ca123197ea434a6e8abfb18801408aca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2358816 Apr 11 17:22:15.211337 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15edb57-9d54-4827-b40d-3833b00e1696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf661cfd-0f31-410e-ba48-27d01172b5c3,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:15.213183 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 60042) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:22:15.226319 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c15edb57-9d54-4827-b40d-3833b00e1696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:15.268643 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a0380149-2f31-4ed7-9139-1b1e0a355069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:15.306906 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-a0380149-2f31-4ed7-9139-1b1e0a355069 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:22:15.316454 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-a0380149-2f31-4ed7-9139-1b1e0a355069 admin admin] Usage tracker for resource:security_group_rule and tenant:1b1d3684bd4f43db8e43851c353ebccc is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:22:15.326055 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-a0380149-2f31-4ed7-9139-1b1e0a355069 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:22:15.338913 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-a0380149-2f31-4ed7-9139-1b1e0a355069 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:22:15.344066 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d42fdefe-edb7-47a3-8789-c3f791847cba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:15.390284 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d42fdefe-edb7-47a3-8789-c3f791847cba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:15.542644 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d42fdefe-edb7-47a3-8789-c3f791847cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:15.555410 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-0a4652bd-fcbc-4db3-a8a3-4890905d8355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:15.579955 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a0380149-2f31-4ed7-9139-1b1e0a355069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:15.581931 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42fdefe-edb7-47a3-8789-c3f791847cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf661cfd-0f31-410e-ba48-27d01172b5c3,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:15.584738 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d42fdefe-edb7-47a3-8789-c3f791847cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:15.601241 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d42fdefe-edb7-47a3-8789-c3f791847cba admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:15.612840 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-d42fdefe-edb7-47a3-8789-c3f791847cba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cf661cfd-0f31-410e-ba48-27d01172b5c3 HTTP/1.1" status: 204 len: 168 time: 0.3882453 Apr 11 17:22:15.612840 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a0380149-2f31-4ed7-9139-1b1e0a355069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:15.619932 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e2080cea-d730-4b46-b515-52f83585f6d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:15.677556 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-a0380149-2f31-4ed7-9139-1b1e0a355069 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1b1d3684bd4f43db8e43851c353ebccc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6023409 Apr 11 17:22:15.680323 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 60060) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:22:15.695639 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c622f-f375-4898-8b5c-11d456076010 req-510dba97-df3e-4ccd-8d4d-a7e583284eeb tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:15.697929 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-521c622f-f375-4898-8b5c-11d456076010 req-510dba97-df3e-4ccd-8d4d-a7e583284eeb tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.2457812 Apr 11 17:22:15.698865 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0380149-2f31-4ed7-9139-1b1e0a355069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f209eed-7259-4476-aaef-961a87f2fa53,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:15.713474 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a0380149-2f31-4ed7-9139-1b1e0a355069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:15.745533 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-521c622f-f375-4898-8b5c-11d456076010 req-2046d86b-ca94-4849-b0be-a7d92848a04c tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307329 Apr 11 17:22:15.771210 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-73049ddd-2803-4345-ba87-094ff12032bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:15.805193 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-73049ddd-2803-4345-ba87-094ff12032bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:15.856167 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-73049ddd-2803-4345-ba87-094ff12032bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:15.861622 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7d352c64-3754-49a1-93a0-8349485f8551 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:15.876220 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73049ddd-2803-4345-ba87-094ff12032bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f209eed-7259-4476-aaef-961a87f2fa53,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:15.880313 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-73049ddd-2803-4345-ba87-094ff12032bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:15.887444 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-73049ddd-2803-4345-ba87-094ff12032bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:15.891482 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-73049ddd-2803-4345-ba87-094ff12032bc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6f209eed-7259-4476-aaef-961a87f2fa53 HTTP/1.1" status: 204 len: 168 time: 0.2067089 Apr 11 17:22:16.978838 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333edbb-06f2-4e6c-a2e3-de1854950713 req-0a085770-01d7-45fe-a635-9c9f8c4a5d9e tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:16.980867 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d333edbb-06f2-4e6c-a2e3-de1854950713 req-0a085770-01d7-45fe-a635-9c9f8c4a5d9e tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.1066494 Apr 11 17:22:17.013330 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d333edbb-06f2-4e6c-a2e3-de1854950713 req-4134e0c4-b38a-4e4d-822a-e80c5ba51ef0 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260513 Apr 11 17:22:18.217457 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f554441-579f-4d7f-bf02-4f8314abbffa req-70f2f7c6-af0f-410e-b349-9a2b10fae4b2 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:18.219056 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8f554441-579f-4d7f-bf02-4f8314abbffa req-70f2f7c6-af0f-410e-b349-9a2b10fae4b2 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.0881190 Apr 11 17:22:18.250489 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8f554441-579f-4d7f-bf02-4f8314abbffa req-495594aa-b9f4-48cd-a53c-68e8868afd34 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0245941 Apr 11 17:22:19.464558 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf055c-c87e-4160-8962-1b892d49c713 req-b8b1c5cc-bc5c-4ec4-81a8-9a89a79f4a05 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:19.466283 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6ccf055c-c87e-4160-8962-1b892d49c713 req-b8b1c5cc-bc5c-4ec4-81a8-9a89a79f4a05 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.0938108 Apr 11 17:22:19.500132 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6ccf055c-c87e-4160-8962-1b892d49c713 req-cc292034-3688-41d8-bd7f-a517801d95f4 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265238 Apr 11 17:22:20.709945 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d727fb-36bf-4e49-926e-d0014f289eb3 req-7b6d4ab7-c41b-4b9b-915a-f5069815c467 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:20.711574 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c1d727fb-36bf-4e49-926e-d0014f289eb3 req-7b6d4ab7-c41b-4b9b-915a-f5069815c467 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.0918567 Apr 11 17:22:20.742802 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c1d727fb-36bf-4e49-926e-d0014f289eb3 req-f678d3f1-5329-4352-b3bc-5da11905e393 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0249043 Apr 11 17:22:20.756483 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 60176) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:22:20.882813 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2df5da5d-3138-46d4-bd74-1206fe086665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:20.898287 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-2df5da5d-3138-46d4-bd74-1206fe086665 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:22:20.902774 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-2df5da5d-3138-46d4-bd74-1206fe086665 admin admin] Usage tracker for resource:security_group_rule and tenant:c4501a5f2c1348178b8644ffdaa484b5 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:22:20.905908 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-2df5da5d-3138-46d4-bd74-1206fe086665 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:22:20.912502 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-2df5da5d-3138-46d4-bd74-1206fe086665 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:22:21.002432 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2df5da5d-3138-46d4-bd74-1206fe086665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:21.005221 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2df5da5d-3138-46d4-bd74-1206fe086665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:21.013865 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f3a03eda-5660-4215-99bc-4cae4182fa95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:21.061214 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-2df5da5d-3138-46d4-bd74-1206fe086665 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c4501a5f2c1348178b8644ffdaa484b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3002052 Apr 11 17:22:21.061214 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df5da5d-3138-46d4-bd74-1206fe086665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f3ff09-b2ed-41ba-99df-18c9e96ef905,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:21.061679 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 60184) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:22:21.068888 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df5da5d-3138-46d4-bd74-1206fe086665 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:22:21.069324 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df5da5d-3138-46d4-bd74-1206fe086665 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:22:21.069724 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df5da5d-3138-46d4-bd74-1206fe086665 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:22:21.070119 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df5da5d-3138-46d4-bd74-1206fe086665 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:22:21.070658 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df5da5d-3138-46d4-bd74-1206fe086665 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:22:21.071288 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df5da5d-3138-46d4-bd74-1206fe086665 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:22:21.071679 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df5da5d-3138-46d4-bd74-1206fe086665 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:22:21.072090 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df5da5d-3138-46d4-bd74-1206fe086665 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:22:21.072708 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df5da5d-3138-46d4-bd74-1206fe086665 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:22:21.073200 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df5da5d-3138-46d4-bd74-1206fe086665 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:22:21.073700 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df5da5d-3138-46d4-bd74-1206fe086665 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:22:21.074071 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df5da5d-3138-46d4-bd74-1206fe086665 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:22:21.078380 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2df5da5d-3138-46d4-bd74-1206fe086665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:21.131167 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a8211497-9cfd-4f91-b3ba-f9d1d40a9817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:21.159716 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a8211497-9cfd-4f91-b3ba-f9d1d40a9817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:21.208496 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a8211497-9cfd-4f91-b3ba-f9d1d40a9817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:21.213919 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3ab32290-f0c5-4798-ae12-6f411f03d1ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:21.227102 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8211497-9cfd-4f91-b3ba-f9d1d40a9817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f3ff09-b2ed-41ba-99df-18c9e96ef905,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:21.238772 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8211497-9cfd-4f91-b3ba-f9d1d40a9817 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:22:21.239027 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8211497-9cfd-4f91-b3ba-f9d1d40a9817 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:22:21.239422 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8211497-9cfd-4f91-b3ba-f9d1d40a9817 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:22:21.239809 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8211497-9cfd-4f91-b3ba-f9d1d40a9817 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:22:21.240479 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8211497-9cfd-4f91-b3ba-f9d1d40a9817 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:22:21.241207 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8211497-9cfd-4f91-b3ba-f9d1d40a9817 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:22:21.241591 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8211497-9cfd-4f91-b3ba-f9d1d40a9817 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:22:21.241975 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8211497-9cfd-4f91-b3ba-f9d1d40a9817 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:22:21.242371 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8211497-9cfd-4f91-b3ba-f9d1d40a9817 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:22:21.242754 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8211497-9cfd-4f91-b3ba-f9d1d40a9817 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:22:21.243131 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8211497-9cfd-4f91-b3ba-f9d1d40a9817 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:22:21.243507 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8211497-9cfd-4f91-b3ba-f9d1d40a9817 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:22:21.247781 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a8211497-9cfd-4f91-b3ba-f9d1d40a9817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:21.261126 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-a8211497-9cfd-4f91-b3ba-f9d1d40a9817 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/07f3ff09-b2ed-41ba-99df-18c9e96ef905 HTTP/1.1" status: 204 len: 168 time: 0.1891236 Apr 11 17:22:21.264234 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a8211497-9cfd-4f91-b3ba-f9d1d40a9817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:21.618553 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 60208) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:22:21.641943 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-07c7dcf9-201c-411e-a56b-a9ac6fd3042e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:21.659172 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-07c7dcf9-201c-411e-a56b-a9ac6fd3042e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:22:21.664386 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-07c7dcf9-201c-411e-a56b-a9ac6fd3042e admin admin] Usage tracker for resource:security_group_rule and tenant:1dbe55822ce140a0b91272246c0045f4 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:22:21.667553 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-07c7dcf9-201c-411e-a56b-a9ac6fd3042e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:22:21.676106 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-07c7dcf9-201c-411e-a56b-a9ac6fd3042e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:22:21.771086 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-07c7dcf9-201c-411e-a56b-a9ac6fd3042e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:21.777103 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-07c7dcf9-201c-411e-a56b-a9ac6fd3042e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:21.791941 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:21.842195 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-07c7dcf9-201c-411e-a56b-a9ac6fd3042e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1dbe55822ce140a0b91272246c0045f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2224622 Apr 11 17:22:21.844114 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c7dcf9-201c-411e-a56b-a9ac6fd3042e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af92666-4f04-4923-ba92-36754635ebfa,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:21.845114 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 60218) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:22:21.848962 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-07c7dcf9-201c-411e-a56b-a9ac6fd3042e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:21.965307 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1e8c20f6-c57f-4df8-81c0-1bd41c816234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:22.004746 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1e8c20f6-c57f-4df8-81c0-1bd41c816234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:22.037706 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54955926-6c06-4637-be23-a96ebe0a4ba5 req-98ac5e51-a56d-4e8e-95c3-4193f1af58e2 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:22.039213 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-54955926-6c06-4637-be23-a96ebe0a4ba5 req-98ac5e51-a56d-4e8e-95c3-4193f1af58e2 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.1643162 Apr 11 17:22:22.079716 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-54955926-6c06-4637-be23-a96ebe0a4ba5 req-da254b6b-2f75-4c03-ae49-399a0d430253 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296724 Apr 11 17:22:22.090394 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1e8c20f6-c57f-4df8-81c0-1bd41c816234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:22.095870 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-82b4f41e-0925-4d2c-aa51-d4d99bc9e018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:22.113734 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c20f6-c57f-4df8-81c0-1bd41c816234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af92666-4f04-4923-ba92-36754635ebfa,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:22.117889 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1e8c20f6-c57f-4df8-81c0-1bd41c816234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:22.119960 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1e8c20f6-c57f-4df8-81c0-1bd41c816234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:22.121145 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-1e8c20f6-c57f-4df8-81c0-1bd41c816234 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3af92666-4f04-4923-ba92-36754635ebfa HTTP/1.1" status: 204 len: 168 time: 0.2749920 Apr 11 17:22:23.288907 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed53708f-127f-4ec7-b190-a9f5cff0a3b8 req-f3eda5e4-cb35-48ac-a673-8e246c2a1f13 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:23.290685 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ed53708f-127f-4ec7-b190-a9f5cff0a3b8 req-f3eda5e4-cb35-48ac-a673-8e246c2a1f13 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.0889900 Apr 11 17:22:23.326869 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ed53708f-127f-4ec7-b190-a9f5cff0a3b8 req-dd3cf1b4-88ce-4696-9f82-3913102cd3b0 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289161 Apr 11 17:22:24.538034 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c0f5a-ae76-4a69-973c-ca67cda1771d req-95fd601a-37c9-4802-b6aa-533ac6e75990 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:24.539703 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-951c0f5a-ae76-4a69-973c-ca67cda1771d req-95fd601a-37c9-4802-b6aa-533ac6e75990 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.0920758 Apr 11 17:22:24.580076 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-951c0f5a-ae76-4a69-973c-ca67cda1771d req-57529e2a-fb39-41f8-a77e-ba1c817db05d tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329187 Apr 11 17:22:25.785787 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6a41c-1118-4c13-a7be-538f44433ade req-07598238-ec00-4452-acb2-f5b78854e5a5 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:25.792378 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-50f6a41c-1118-4c13-a7be-538f44433ade req-07598238-ec00-4452-acb2-f5b78854e5a5 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.0959513 Apr 11 17:22:25.822579 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-50f6a41c-1118-4c13-a7be-538f44433ade req-15a41485-03e0-48d4-bdb7-ea9ca682046d tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290208 Apr 11 17:22:27.035801 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f74dd-8725-481a-bb28-efe3f4231586 req-3305f3d6-b237-4d63-a414-b26f2ba547d5 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:27.037479 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8f9f74dd-8725-481a-bb28-efe3f4231586 req-3305f3d6-b237-4d63-a414-b26f2ba547d5 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.0922232 Apr 11 17:22:27.074795 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8f9f74dd-8725-481a-bb28-efe3f4231586 req-acf9a741-159b-4e99-b0b1-a188cb614616 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278194 Apr 11 17:22:28.286825 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f71e3-8e3e-42d0-8b64-0b77e071cdb3 req-21ea8318-a237-4426-b307-1eef8411ecbe tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:28.288640 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-de1f71e3-8e3e-42d0-8b64-0b77e071cdb3 req-21ea8318-a237-4426-b307-1eef8411ecbe tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.0942900 Apr 11 17:22:28.325605 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-de1f71e3-8e3e-42d0-8b64-0b77e071cdb3 req-fd2ebcac-8b94-4ae7-9e68-780101a1b103 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299361 Apr 11 17:22:29.570937 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813432d-07b9-4da6-a336-a3524d78367a req-8978a2a4-6b1b-48c8-ac1e-aa575e7807b8 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:29.572633 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c813432d-07b9-4da6-a336-a3524d78367a req-8978a2a4-6b1b-48c8-ac1e-aa575e7807b8 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.1256206 Apr 11 17:22:29.606877 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c813432d-07b9-4da6-a336-a3524d78367a req-f6ae3d85-6f81-4862-96f1-2515c5e59d77 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256672 Apr 11 17:22:30.820145 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450e7c4-c18f-459c-bcaf-aea0d83f3bae req-e8f398f6-38a0-41c7-bfed-eacba26b09b3 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:30.821772 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c450e7c4-c18f-459c-bcaf-aea0d83f3bae req-e8f398f6-38a0-41c7-bfed-eacba26b09b3 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.0931971 Apr 11 17:22:30.858803 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c450e7c4-c18f-459c-bcaf-aea0d83f3bae req-9746287d-df1a-485a-a925-c50bc99e57cd tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308676 Apr 11 17:22:31.858829 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 60484) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:22:32.079096 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c6428d28-8814-4428-976e-9880cc61cc7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:32.114244 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-c6428d28-8814-4428-976e-9880cc61cc7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:22:32.118994 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-c6428d28-8814-4428-976e-9880cc61cc7c admin admin] Usage tracker for resource:security_group_rule and tenant:19bdd368bdf14993afabf33d03b84e8c is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:22:32.123495 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-c6428d28-8814-4428-976e-9880cc61cc7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:22:32.132181 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-c6428d28-8814-4428-976e-9880cc61cc7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:22:32.180239 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a762de-9014-4b2a-a152-ec2df260b749 req-840b89b5-3f01-4319-9b6e-34a39d5baf81 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:32.181869 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a5a762de-9014-4b2a-a152-ec2df260b749 req-840b89b5-3f01-4319-9b6e-34a39d5baf81 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.1586659 Apr 11 17:22:32.276595 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a5a762de-9014-4b2a-a152-ec2df260b749 req-ab015508-8207-4695-b43c-d8471bb25b9f tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866082 Apr 11 17:22:32.350534 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-9caf6a88-fe65-48c7-928b-4b14f28aa3ed req-511f91fc-3671-4c38-b094-56fa9d5d7abe service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1395760 Apr 11 17:22:32.354780 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c6428d28-8814-4428-976e-9880cc61cc7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:32.357624 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c6428d28-8814-4428-976e-9880cc61cc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:32.366298 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5a0e63fd-1261-4235-ba62-3014a802a787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:32.460413 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-c6428d28-8814-4428-976e-9880cc61cc7c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=19bdd368bdf14993afabf33d03b84e8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6001818 Apr 11 17:22:32.461810 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 60504) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:22:32.464964 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6428d28-8814-4428-976e-9880cc61cc7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e869e35-d9d8-46d3-8af2-24f6205d2135,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:32.468593 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c6428d28-8814-4428-976e-9880cc61cc7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:32.496781 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf6a88-fe65-48c7-928b-4b14f28aa3ed req-b1b221d8-0964-46d6-9e55-91ac5ddcf56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:32.498349 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-9caf6a88-fe65-48c7-928b-4b14f28aa3ed req-b1b221d8-0964-46d6-9e55-91ac5ddcf56d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d63b099ed974ed8a5699b5d7c2a64f8&device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 1098 time: 0.1249015 Apr 11 17:22:32.551608 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ffd79959-2093-454b-99fa-787185cc37e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:32.579240 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ffd79959-2093-454b-99fa-787185cc37e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:32.627443 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ffd79959-2093-454b-99fa-787185cc37e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:32.633374 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-64d7cdc8-693e-4d47-be0d-ce9d6addbc5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:32.646505 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd79959-2093-454b-99fa-787185cc37e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e869e35-d9d8-46d3-8af2-24f6205d2135,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:32.655505 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ffd79959-2093-454b-99fa-787185cc37e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:32.656524 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ffd79959-2093-454b-99fa-787185cc37e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:32.661026 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-ffd79959-2093-454b-99fa-787185cc37e4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4e869e35-d9d8-46d3-8af2-24f6205d2135 HTTP/1.1" status: 204 len: 168 time: 0.1977544 Apr 11 17:22:32.669886 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf6a88-fe65-48c7-928b-4b14f28aa3ed req-5ceed35b-838d-451b-adc7-58b96bc2093f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:32.671440 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-9caf6a88-fe65-48c7-928b-4b14f28aa3ed req-5ceed35b-838d-451b-adc7-58b96bc2093f service neutron] 10.222.0.42 "GET /v2.0/networks?id=0328d80f-abb9-475c-a72f-263dcaf98637 HTTP/1.1" status: 200 len: 920 time: 0.1510036 Apr 11 17:22:32.745915 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-9caf6a88-fe65-48c7-928b-4b14f28aa3ed req-ed845da0-9b97-433c-bec3-39dfa2761629 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6e40142-a3be-439c-992d-222c6f210dd1 HTTP/1.1" status: 200 len: 217 time: 0.0668495 Apr 11 17:22:32.822183 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf6a88-fe65-48c7-928b-4b14f28aa3ed req-86a69a2b-ac2e-4508-856c-5b86273d215c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:32.823749 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-9caf6a88-fe65-48c7-928b-4b14f28aa3ed req-86a69a2b-ac2e-4508-856c-5b86273d215c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1afc838f-ad14-47c7-8b28-cd67a37f5780 HTTP/1.1" status: 200 len: 859 time: 0.0704148 Apr 11 17:22:32.876425 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-9caf6a88-fe65-48c7-928b-4b14f28aa3ed req-7d52676b-5221-4d2a-8bd1-3592e42de0eb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0328d80f-abb9-475c-a72f-263dcaf98637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462880 Apr 11 17:22:32.953236 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 60514) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:22:32.972634 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6c5bfa33-d4a3-4c30-be79-161e1082a274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:32.988830 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-6c5bfa33-d4a3-4c30-be79-161e1082a274 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:22:32.992874 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-6c5bfa33-d4a3-4c30-be79-161e1082a274 admin admin] Usage tracker for resource:security_group_rule and tenant:0966a5f05d2c44219895f3224dee22ec is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:22:32.995790 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-6c5bfa33-d4a3-4c30-be79-161e1082a274 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:22:33.001799 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-6c5bfa33-d4a3-4c30-be79-161e1082a274 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:22:33.024168 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-9caf6a88-fe65-48c7-928b-4b14f28aa3ed req-fcadae9f-4b0a-4597-96b3-b0ce8b174db8 service neutron] 10.222.0.42 "GET /v2.0/networks/0328d80f-abb9-475c-a72f-263dcaf98637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402514 Apr 11 17:22:33.090007 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6c5bfa33-d4a3-4c30-be79-161e1082a274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:33.093289 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6c5bfa33-d4a3-4c30-be79-161e1082a274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:33.107509 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-986e760a-21d8-4bae-b5bb-480290a11ed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:33.151312 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-6c5bfa33-d4a3-4c30-be79-161e1082a274 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0966a5f05d2c44219895f3224dee22ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1969070 Apr 11 17:22:33.152185 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 60522) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:22:33.155860 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5bfa33-d4a3-4c30-be79-161e1082a274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd8d511-5e91-4d3a-850c-c0807f9970d3,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:33.159093 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-6c5bfa33-d4a3-4c30-be79-161e1082a274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:33.204667 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-9caf6a88-fe65-48c7-928b-4b14f28aa3ed req-1b6ddd73-a47f-45ae-a23a-a9982b45a46c service neutron] 10.222.0.42 "GET /v2.0/networks/0328d80f-abb9-475c-a72f-263dcaf98637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728873 Apr 11 17:22:33.241187 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1e7c2be4-2543-47a1-9aa9-a3b8472e6e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:33.268689 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1e7c2be4-2543-47a1-9aa9-a3b8472e6e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:33.316554 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1e7c2be4-2543-47a1-9aa9-a3b8472e6e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:33.321998 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:33.340127 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7c2be4-2543-47a1-9aa9-a3b8472e6e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd8d511-5e91-4d3a-850c-c0807f9970d3,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:33.342563 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1e7c2be4-2543-47a1-9aa9-a3b8472e6e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:33.352241 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1e7c2be4-2543-47a1-9aa9-a3b8472e6e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:33.363158 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-1e7c2be4-2543-47a1-9aa9-a3b8472e6e23 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4bd8d511-5e91-4d3a-850c-c0807f9970d3 HTTP/1.1" status: 204 len: 168 time: 0.2033226 Apr 11 17:22:33.521598 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b65433-d150-4fb4-955a-de4d024a8257 req-8aac04d4-8399-481e-b580-8c88349a8ff6 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:33.523230 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-38b65433-d150-4fb4-955a-de4d024a8257 req-8aac04d4-8399-481e-b580-8c88349a8ff6 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.1239305 Apr 11 17:22:33.555890 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-38b65433-d150-4fb4-955a-de4d024a8257 req-0cc57102-a584-4b1f-89ad-e6dc7750064e tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254831 Apr 11 17:22:33.705258 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:33.723847 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 60550) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:22:33.839934 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 60556) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:22:33.852062 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-18ba017f-0447-4c91-90f1-5de14d5511c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:33.859401 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-87269230-5128-4b58-9503-5985dd4cb25a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:33.867692 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-18ba017f-0447-4c91-90f1-5de14d5511c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:22:33.872074 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-18ba017f-0447-4c91-90f1-5de14d5511c9 admin admin] Usage tracker for resource:security_group_rule and tenant:6d7317f2a56b49a5a2b1a4d7fa51a47a is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:22:33.875045 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-18ba017f-0447-4c91-90f1-5de14d5511c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:22:33.875516 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-87269230-5128-4b58-9503-5985dd4cb25a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:22:33.880140 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-87269230-5128-4b58-9503-5985dd4cb25a admin admin] Usage tracker for resource:security_group_rule and tenant:d12c63cde9804bacb489d2f1fb443900 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:22:33.881709 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-18ba017f-0447-4c91-90f1-5de14d5511c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:22:33.883105 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-87269230-5128-4b58-9503-5985dd4cb25a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:22:33.889192 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-87269230-5128-4b58-9503-5985dd4cb25a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:22:33.966117 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-18ba017f-0447-4c91-90f1-5de14d5511c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:33.969084 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-18ba017f-0447-4c91-90f1-5de14d5511c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:33.977945 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d8231ac8-3b62-4a8a-aaa5-2386a24934e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:33.981190 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-87269230-5128-4b58-9503-5985dd4cb25a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:33.984192 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-87269230-5128-4b58-9503-5985dd4cb25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:33.993419 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a27b7ed4-3b6d-4223-b045-ebd38091b13e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:34.023781 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87269230-5128-4b58-9503-5985dd4cb25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86abb43c-6519-4296-b5e9-1baa27b87503,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:34.028080 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-18ba017f-0447-4c91-90f1-5de14d5511c9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6d7317f2a56b49a5a2b1a4d7fa51a47a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2998712 Apr 11 17:22:34.029356 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ba017f-0447-4c91-90f1-5de14d5511c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b81fca9-3526-4d1e-b0db-3675058b6010,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:34.032264 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 60562) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:22:34.035493 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-18ba017f-0447-4c91-90f1-5de14d5511c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:34.050809 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-87269230-5128-4b58-9503-5985dd4cb25a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d12c63cde9804bacb489d2f1fb443900&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2089903 Apr 11 17:22:34.051517 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 60566) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:22:34.052594 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-87269230-5128-4b58-9503-5985dd4cb25a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:34.109351 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7edd9fc8-6284-4e75-a4e5-9b4d8a27fc5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:34.116574 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-46b16cc8-0ff4-493e-85a3-5c8673137fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:34.138808 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7edd9fc8-6284-4e75-a4e5-9b4d8a27fc5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:34.145352 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-46b16cc8-0ff4-493e-85a3-5c8673137fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:34.190998 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7edd9fc8-6284-4e75-a4e5-9b4d8a27fc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:34.191627 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-46b16cc8-0ff4-493e-85a3-5c8673137fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:34.196676 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-73049ddd-2803-4345-ba87-094ff12032bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:34.196807 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-97714003-d04c-4899-9384-c204c1901d6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:34.210201 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd9fc8-6284-4e75-a4e5-9b4d8a27fc5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b81fca9-3526-4d1e-b0db-3675058b6010,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:34.215436 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7edd9fc8-6284-4e75-a4e5-9b4d8a27fc5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:34.217583 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b16cc8-0ff4-493e-85a3-5c8673137fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86abb43c-6519-4296-b5e9-1baa27b87503,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:34.217909 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7edd9fc8-6284-4e75-a4e5-9b4d8a27fc5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:34.222201 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-7edd9fc8-6284-4e75-a4e5-9b4d8a27fc5b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4b81fca9-3526-4d1e-b0db-3675058b6010 HTTP/1.1" status: 204 len: 168 time: 0.1856732 Apr 11 17:22:34.222383 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-46b16cc8-0ff4-493e-85a3-5c8673137fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:34.233737 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-46b16cc8-0ff4-493e-85a3-5c8673137fef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/86abb43c-6519-4296-b5e9-1baa27b87503 HTTP/1.1" status: 204 len: 168 time: 0.1799638 Apr 11 17:22:34.235321 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-46b16cc8-0ff4-493e-85a3-5c8673137fef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:34.810708 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760484c-c8cc-4bff-ab0c-7eb7251f2d9f req-fa7b12d1-019c-49af-904d-0d5d349b965d tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:34.812394 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2760484c-c8cc-4bff-ab0c-7eb7251f2d9f req-fa7b12d1-019c-49af-904d-0d5d349b965d tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.1040368 Apr 11 17:22:34.850333 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2760484c-c8cc-4bff-ab0c-7eb7251f2d9f req-c34a5c2d-dfe6-493c-be34-9d29c9c6ae14 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261691 Apr 11 17:22:34.864047 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-08a09778-ab30-4933-81ad-9d4fa479f879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:36.090190 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e639c-0198-4d50-a7fe-35a5fc4270b5 req-8d3d293e-cf2f-4264-bb22-09274e031171 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:36.091883 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-209e639c-0198-4d50-a7fe-35a5fc4270b5 req-8d3d293e-cf2f-4264-bb22-09274e031171 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.1095562 Apr 11 17:22:36.128564 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-209e639c-0198-4d50-a7fe-35a5fc4270b5 req-cc2d35a8-538f-470a-9484-cd21e3a56cdd tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264280 Apr 11 17:22:37.079732 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-2cc69b80-d556-41bb-9258-e09f16821f56 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=5e103060c8ef482092a47c4c2035f645&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344508 Apr 11 17:22:37.249189 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-4d37123e-6ef9-4eb4-b853-60aefe3953d8 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:37.250720 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-4d37123e-6ef9-4eb4-b853-60aefe3953d8 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1647630 Apr 11 17:22:37.287715 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7daef704-4151-4d50-983e-aa21b53112ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:37.314819 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-84e0ef04-5bf9-4d28-95b2-d61a2532c3e1 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] 10.222.0.16 "GET /v2.0/quotas/5e103060c8ef482092a47c4c2035f645 HTTP/1.1" status: 200 len: 375 time: 0.0232067 Apr 11 17:22:37.380282 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-7469d9f9-201f-4218-9dfd-78291328f148 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5e103060c8ef482092a47c4c2035f645&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582945 Apr 11 17:22:37.403038 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefcf995-f668-43e5-860f-e06a4989c3ec req-f18e76c4-63c4-4fee-98a4-d87671679fbd tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:37.404885 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-eefcf995-f668-43e5-860f-e06a4989c3ec req-f18e76c4-63c4-4fee-98a4-d87671679fbd tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.1532042 Apr 11 17:22:37.439262 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-eefcf995-f668-43e5-860f-e06a4989c3ec req-b3a4ada1-ba49-4b47-a9e9-3a52ee40a934 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270634 Apr 11 17:22:37.854114 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e0e94afd-8433-4248-92dc-77c4b7ed81fd req-fce2110e-ef44-472b-87d0-beab3074d3a9 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bea5c08-26a5-4b9a-859a-cdcd1fae9e76 HTTP/1.1" status: 200 len: 210 time: 0.2845900 Apr 11 17:22:37.929045 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:38.386875 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:38.690134 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369427a-5d30-41ed-97ad-6a34191fd649 req-cdfc3d1c-4ea0-4f0f-be58-7df8973b0312 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:38.691809 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8369427a-5d30-41ed-97ad-6a34191fd649 req-cdfc3d1c-4ea0-4f0f-be58-7df8973b0312 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.0933328 Apr 11 17:22:38.726814 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8369427a-5d30-41ed-97ad-6a34191fd649 req-8705ad7c-cb6c-4399-8644-d9738686615b tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271707 Apr 11 17:22:38.861390 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-96f662ca-85f8-4fc0-a46e-9bc092cbf35d tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=5e103060c8ef482092a47c4c2035f645&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597200 Apr 11 17:22:39.057131 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33196f79-f85d-44e9-8e1d-724a0c4a2d4e req-ce3be660-e9a0-4e53-b6d7-3664c5c21daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:39.059108 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-33196f79-f85d-44e9-8e1d-724a0c4a2d4e req-ce3be660-e9a0-4e53-b6d7-3664c5c21daa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 1099 time: 0.0985873 Apr 11 17:22:39.089033 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-33196f79-f85d-44e9-8e1d-724a0c4a2d4e req-025bec63-2793-4462-803c-9c3dd5a50d8e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0228987 Apr 11 17:22:39.130587 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-79ddcb58-bfd0-4433-a572-8e82a9e9fc4d tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:39.132255 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-79ddcb58-bfd0-4433-a572-8e82a9e9fc4d tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2600124 Apr 11 17:22:39.134732 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-055fd87c-2509-4720-878a-746b31479f3c req-d0bb0dd1-e6cc-4b83-b618-37af67d7ba74 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bea5c08-26a5-4b9a-859a-cdcd1fae9e76 HTTP/1.1" status: 200 len: 210 time: 0.0772386 Apr 11 17:22:39.247067 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-ce348c29-f064-486f-916e-ad3a7140d138 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Request body: {'port': {'device_id': '8bea5c08-26a5-4b9a-859a-cdcd1fae9e76', 'network_id': 'b73afdef-6ec5-4109-8692-28d185dadaa0', 'admin_state_up': True, 'tenant_id': '5e103060c8ef482092a47c4c2035f645'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:22:39.279310 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:39.402003 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-ce348c29-f064-486f-916e-ad3a7140d138 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:22:39.406231 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-ce348c29-f064-486f-916e-ad3a7140d138 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Usage tracker for resource:port and tenant:5e103060c8ef482092a47c4c2035f645 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:22:39.409264 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-ce348c29-f064-486f-916e-ad3a7140d138 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:22:39.416723 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-ce348c29-f064-486f-916e-ad3a7140d138 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:22:39.427129 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-ce348c29-f064-486f-916e-ad3a7140d138 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Made reservation on behalf of 5e103060c8ef482092a47c4c2035f645 for: {'port': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:22:39.433682 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-ce348c29-f064-486f-916e-ad3a7140d138 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:39.450085 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-ce348c29-f064-486f-916e-ad3a7140d138 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:39.471518 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-ce348c29-f064-486f-916e-ad3a7140d138 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:22:39.476075 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-ce348c29-f064-486f-916e-ad3a7140d138 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Usage tracker for resource:security_group_rule and tenant:5e103060c8ef482092a47c4c2035f645 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:22:39.480268 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-ce348c29-f064-486f-916e-ad3a7140d138 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:22:39.489271 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-ce348c29-f064-486f-916e-ad3a7140d138 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:22:39.585947 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-ce348c29-f064-486f-916e-ad3a7140d138 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:39.588739 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-ce348c29-f064-486f-916e-ad3a7140d138 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:39.593260 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-4ddf196c-9039-4c4e-aabf-cf31f4411bd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:39.682581 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce348c29-f064-486f-916e-ad3a7140d138 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f312fb7c-90a4-45c9-9ee0-0c7059265c57,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:39.688665 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ce348c29-f064-486f-916e-ad3a7140d138 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:39.784844 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-ce348c29-f064-486f-916e-ad3a7140d138 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Allocated IP 192.168.233.52 (b73afdef-6ec5-4109-8692-28d185dadaa0/326fd395-47c8-46a4-a8ad-5ffb56e37f73/12eb7651-d6f8-46a6-aef0-c97d4ae16f3d) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:22:40.076144 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd951c6-b059-49ca-af92-1b0421223137 req-4305fd85-65ab-4fec-8dfb-3f9365ca79fb tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:40.077750 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3dd951c6-b059-49ca-af92-1b0421223137 req-4305fd85-65ab-4fec-8dfb-3f9365ca79fb tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.2284062 Apr 11 17:22:40.083095 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-ce348c29-f064-486f-916e-ad3a7140d138 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:40.116969 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-ce348c29-f064-486f-916e-ad3a7140d138 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Transition to ACTIVE for port object 12eb7651-d6f8-46a6-aef0-c97d4ae16f3d will not be triggered until provisioned by entity DHCP. {{(pid=85244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:22:40.126654 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3dd951c6-b059-49ca-af92-1b0421223137 req-1a97146e-8fad-47da-8e3f-ba979fd611cc tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398805 Apr 11 17:22:40.154238 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-ce348c29-f064-486f-916e-ad3a7140d138 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6317060'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:40.229476 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:40.375308 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce348c29-f064-486f-916e-ad3a7140d138 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Pushing event updated for resources: {'Port': ['ID=12eb7651-d6f8-46a6-aef0-c97d4ae16f3d,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:40.381676 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ce348c29-f064-486f-916e-ad3a7140d138 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:40.451796 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f292a-314b-4b0a-b422-4be93a1562f6 req-3c7527c9-a749-4fbc-bc95-6129c084a595 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:40.453329 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-310f292a-314b-4b0a-b422-4be93a1562f6 req-3c7527c9-a749-4fbc-bc95-6129c084a595 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bea5c08-26a5-4b9a-859a-cdcd1fae9e76 HTTP/1.1" status: 200 len: 935 time: 0.1799712 Apr 11 17:22:40.466636 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-ce348c29-f064-486f-916e-ad3a7140d138 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Network b73afdef-6ec5-4109-8692-28d185dadaa0 is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:22:40.498146 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-ce348c29-f064-486f-916e-ad3a7140d138 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:22:40.502325 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-ce348c29-f064-486f-916e-ad3a7140d138 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:22:40.572741 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-310f292a-314b-4b0a-b422-4be93a1562f6 req-d2e3a168-1819-4c1b-9357-965fd9d66cc5 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] 10.222.0.16 "GET /v2.0/security-groups?id=f312fb7c-90a4-45c9-9ee0-0c7059265c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943551 Apr 11 17:22:40.584942 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-ce348c29-f064-486f-916e-ad3a7140d138 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:40.586064 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-ce348c29-f064-486f-916e-ad3a7140d138 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:40.622255 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-ce348c29-f064-486f-916e-ad3a7140d138 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3799260 Apr 11 17:22:40.636689 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-5c9329d6-fbc6-4ef2-9b52-30a4b81d608f service neutron] Request body: {'port': {'device_id': '8bea5c08-26a5-4b9a-859a-cdcd1fae9e76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:22:40.763398 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-5c9329d6-fbc6-4ef2-9b52-30a4b81d608f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:40.783180 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-55e0bb24-c10a-403a-9402-9a434c44b8f8 None None] Provisioning for port 12eb7651-d6f8-46a6-aef0-c97d4ae16f3d completed by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:22:40.788667 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-55e0bb24-c10a-403a-9402-9a434c44b8f8 None None] Provisioning complete for port 12eb7651-d6f8-46a6-aef0-c97d4ae16f3d triggered by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:22:40.789085 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-55e0bb24-c10a-403a-9402-9a434c44b8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:40.850395 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-55e0bb24-c10a-403a-9402-9a434c44b8f8 None None] Port 12eb7651-d6f8-46a6-aef0-c97d4ae16f3d cannot update to ACTIVE because it is not bound. {{(pid=85245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 11 17:22:41.171161 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-5c9329d6-fbc6-4ef2-9b52-30a4b81d608f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12eb7651-d6f8-46a6-aef0-c97d4ae16f3d {{(pid=85244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 11 17:22:41.179464 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-5c9329d6-fbc6-4ef2-9b52-30a4b81d608f service neutron] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:41.199044 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-5c9329d6-fbc6-4ef2-9b52-30a4b81d608f service neutron] Transition to ACTIVE for port object 12eb7651-d6f8-46a6-aef0-c97d4ae16f3d will not be triggered until provisioned by entity L2. {{(pid=85244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:22:41.202417 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-5c9329d6-fbc6-4ef2-9b52-30a4b81d608f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848458740'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:41.272959 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:41.439869 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9329d6-fbc6-4ef2-9b52-30a4b81d608f service neutron] Pushing event updated for resources: {'Port': ['ID=12eb7651-d6f8-46a6-aef0-c97d4ae16f3d,revision_number=2']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:41.449870 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5c9329d6-fbc6-4ef2-9b52-30a4b81d608f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:41.560424 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b81e9-495b-408e-bddc-6c4031e5ab34 req-71fcc505-f823-4f86-9cfa-31c8acb37050 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:41.562128 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b99b81e9-495b-408e-bddc-6c4031e5ab34 req-71fcc505-f823-4f86-9cfa-31c8acb37050 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.2902694 Apr 11 17:22:41.674348 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b99b81e9-495b-408e-bddc-6c4031e5ab34 req-9fe49742-807a-4c2b-aee9-8ec76f8faa12 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744298 Apr 11 17:22:41.739602 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-5c9329d6-fbc6-4ef2-9b52-30a4b81d608f service neutron] Attempting to bind port 12eb7651-d6f8-46a6-aef0-c97d4ae16f3d on host hv-cinder-78477 for vnic_type normal with profile {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:22:41.739999 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-5c9329d6-fbc6-4ef2-9b52-30a4b81d608f service neutron] Attempting to bind port 12eb7651-d6f8-46a6-aef0-c97d4ae16f3d by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'd3c5057d-a5d0-4e3c-8e6a-e4e87a56fa71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'b73afdef-6ec5-4109-8692-28d185dadaa0'}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 11 17:22:41.740370 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-5c9329d6-fbc6-4ef2-9b52-30a4b81d608f service neutron] Attempting to bind port 12eb7651-d6f8-46a6-aef0-c97d4ae16f3d on network b73afdef-6ec5-4109-8692-28d185dadaa0 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:22:41.755346 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-5c9329d6-fbc6-4ef2-9b52-30a4b81d608f service neutron] Port 12eb7651-d6f8-46a6-aef0-c97d4ae16f3d on network b73afdef-6ec5-4109-8692-28d185dadaa0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:22:41.755707 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-5c9329d6-fbc6-4ef2-9b52-30a4b81d608f service neutron] Attempting to bind port 12eb7651-d6f8-46a6-aef0-c97d4ae16f3d on network b73afdef-6ec5-4109-8692-28d185dadaa0 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:22:41.763864 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-5c9329d6-fbc6-4ef2-9b52-30a4b81d608f service neutron] Checking agent: {'id': '0333fbf7-6dfe-499c-9c5e-b9bf9a863355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 18, 34), 'started_at': datetime.datetime(2021, 4, 11, 17, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 17:22:41.764212 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-5c9329d6-fbc6-4ef2-9b52-30a4b81d608f service neutron] Checking segment: {'id': 'd3c5057d-a5d0-4e3c-8e6a-e4e87a56fa71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'b73afdef-6ec5-4109-8692-28d185dadaa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:22:41.764660 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-5c9329d6-fbc6-4ef2-9b52-30a4b81d608f service neutron] Bound using segment: {'id': 'd3c5057d-a5d0-4e3c-8e6a-e4e87a56fa71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'b73afdef-6ec5-4109-8692-28d185dadaa0'} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 17:22:41.765063 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-5c9329d6-fbc6-4ef2-9b52-30a4b81d608f service neutron] Bound port: 12eb7651-d6f8-46a6-aef0-c97d4ae16f3d, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3c5057d-a5d0-4e3c-8e6a-e4e87a56fa71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'b73afdef-6ec5-4109-8692-28d185dadaa0'}}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 11 17:22:41.765443 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-5c9329d6-fbc6-4ef2-9b52-30a4b81d608f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:41.879242 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd3234-3778-4f51-af3f-3719d78bc808 req-f1acdc1c-19ad-4f93-9d42-ec80e5c5cb65 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:41.879242 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-92bd3234-3778-4f51-af3f-3719d78bc808 req-f1acdc1c-19ad-4f93-9d42-ec80e5c5cb65 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Synchronizing usage tracker for tenant:5e103060c8ef482092a47c4c2035f645 on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:22:41.883307 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-5c9329d6-fbc6-4ef2-9b52-30a4b81d608f service neutron] For port 12eb7651-d6f8-46a6-aef0-c97d4ae16f3d, host hv-cinder-78477, cleared binding levels {{(pid=85244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 11 17:22:41.887058 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-5c9329d6-fbc6-4ef2-9b52-30a4b81d608f service neutron] For port 12eb7651-d6f8-46a6-aef0-c97d4ae16f3d, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=12eb7651-d6f8-46a6-aef0-c97d4ae16f3d,segment=NetworkSegment(d3c5057d-a5d0-4e3c-8e6a-e4e87a56fa71),segment_id=d3c5057d-a5d0-4e3c-8e6a-e4e87a56fa71)] {{(pid=85244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 11 17:22:41.896104 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-5c9329d6-fbc6-4ef2-9b52-30a4b81d608f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848458740'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:42.084032 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 60842) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:22:42.136708 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d018a8-d211-4a77-8bf8-556bd7a12ad3 req-eaa7b0e0-7f17-4448-91c7-893122da3bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:42.138226 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-63d018a8-d211-4a77-8bf8-556bd7a12ad3 req-eaa7b0e0-7f17-4448-91c7-893122da3bc9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d63b099ed974ed8a5699b5d7c2a64f8&device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 1099 time: 0.1129682 Apr 11 17:22:42.144826 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5c9329d6-fbc6-4ef2-9b52-30a4b81d608f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:42.291091 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-86f4c930-e0b4-40cf-8774-1ed24d8ea320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:42.317489 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-86f4c930-e0b4-40cf-8774-1ed24d8ea320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:22:42.324799 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-86f4c930-e0b4-40cf-8774-1ed24d8ea320 admin admin] Usage tracker for resource:security_group_rule and tenant:132b0d8e20d84fb8805aabbc71f5f81d is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:22:42.331504 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-92bd3234-3778-4f51-af3f-3719d78bc808 req-f1acdc1c-19ad-4f93-9d42-ec80e5c5cb65 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Unset dirty status for tenant:5e103060c8ef482092a47c4c2035f645 on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:22:42.332863 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-92bd3234-3778-4f51-af3f-3719d78bc808 req-f1acdc1c-19ad-4f93-9d42-ec80e5c5cb65 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bea5c08-26a5-4b9a-859a-cdcd1fae9e76 HTTP/1.1" status: 200 len: 947 time: 0.6311779 Apr 11 17:22:42.344120 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-86f4c930-e0b4-40cf-8774-1ed24d8ea320 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:22:42.391994 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-86f4c930-e0b4-40cf-8774-1ed24d8ea320 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:22:42.407298 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-92bd3234-3778-4f51-af3f-3719d78bc808 req-6d6a4414-6710-4b83-8ef3-444e4a102843 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Synchronizing usage tracker for tenant:5e103060c8ef482092a47c4c2035f645 on resource:security_group {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:22:42.423415 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d018a8-d211-4a77-8bf8-556bd7a12ad3 req-a3ba8115-2fa9-4e12-9998-ed4eff7be71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:42.426392 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-63d018a8-d211-4a77-8bf8-556bd7a12ad3 req-a3ba8115-2fa9-4e12-9998-ed4eff7be71b service neutron] 10.222.0.42 "GET /v2.0/networks?id=0328d80f-abb9-475c-a72f-263dcaf98637 HTTP/1.1" status: 200 len: 920 time: 0.2804112 Apr 11 17:22:42.431608 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9329d6-fbc6-4ef2-9b52-30a4b81d608f service neutron] Pushing event updated for resources: {'Port': ['ID=12eb7651-d6f8-46a6-aef0-c97d4ae16f3d,revision_number=3']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:42.440677 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5c9329d6-fbc6-4ef2-9b52-30a4b81d608f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:42.471582 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-92bd3234-3778-4f51-af3f-3719d78bc808 req-6d6a4414-6710-4b83-8ef3-444e4a102843 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Unset dirty status for tenant:5e103060c8ef482092a47c4c2035f645 on resource:security_group {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:22:42.482539 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-92bd3234-3778-4f51-af3f-3719d78bc808 req-6d6a4414-6710-4b83-8ef3-444e4a102843 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] 10.222.0.16 "GET /v2.0/security-groups?id=f312fb7c-90a4-45c9-9ee0-0c7059265c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383610 Apr 11 17:22:42.498938 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85662bde-f73a-41d1-8b13-6a9cb3250886 req-0e60c44d-b482-442e-9c1a-e779f8aacb48 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:42.501389 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-85662bde-f73a-41d1-8b13-6a9cb3250886 req-0e60c44d-b482-442e-9c1a-e779f8aacb48 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.3638928 Apr 11 17:22:42.559772 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-5c9329d6-fbc6-4ef2-9b52-30a4b81d608f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:42.560713 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-5c9329d6-fbc6-4ef2-9b52-30a4b81d608f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:42.562838 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-5c9329d6-fbc6-4ef2-9b52-30a4b81d608f service neutron] 10.222.0.42 "PUT /v2.0/ports/12eb7651-d6f8-46a6-aef0-c97d4ae16f3d HTTP/1.1" status: 200 len: 1097 time: 1.9311097 Apr 11 17:22:42.563533 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bea5c08-26a5-4b9a-859a-cdcd1fae9e76', 'tag': '12eb7651-d6f8-46a6-aef0-c97d4ae16f3d'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:22:42.589476 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-85662bde-f73a-41d1-8b13-6a9cb3250886 req-a835ed64-606a-4043-9a35-40bc2a9c36e9 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679348 Apr 11 17:22:42.602363 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-63d018a8-d211-4a77-8bf8-556bd7a12ad3 req-5f7abed2-01cf-4203-a3b2-dc0a3bc08def service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7 HTTP/1.1" status: 200 len: 217 time: 0.1681056 Apr 11 17:22:42.707962 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d018a8-d211-4a77-8bf8-556bd7a12ad3 req-4285febd-1342-410f-ac2c-69bdbd84cdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:42.709933 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-63d018a8-d211-4a77-8bf8-556bd7a12ad3 req-4285febd-1342-410f-ac2c-69bdbd84cdfd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1afc838f-ad14-47c7-8b28-cd67a37f5780 HTTP/1.1" status: 200 len: 859 time: 0.0779634 Apr 11 17:22:42.732303 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-a484639f-a88b-4fff-bc14-53cfba1a443f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:42.734127 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-a484639f-a88b-4fff-bc14-53cfba1a443f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e103060c8ef482092a47c4c2035f645&device_id=8bea5c08-26a5-4b9a-859a-cdcd1fae9e76 HTTP/1.1" status: 200 len: 1100 time: 0.1071007 Apr 11 17:22:42.737922 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bea5c08-26a5-4b9a-859a-cdcd1fae9e76', 'tag': '12eb7651-d6f8-46a6-aef0-c97d4ae16f3d', 'status': 'completed', 'code': 200} Apr 11 17:22:42.784555 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-63d018a8-d211-4a77-8bf8-556bd7a12ad3 req-80bc92ae-9aa4-4b1b-aa54-3cb3ff24461a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0328d80f-abb9-475c-a72f-263dcaf98637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651364 Apr 11 17:22:42.789503 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-86f4c930-e0b4-40cf-8774-1ed24d8ea320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:42.822498 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-ce651953-d8fe-457b-b883-82e73051d4c3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=12eb7651-d6f8-46a6-aef0-c97d4ae16f3d HTTP/1.1" status: 200 len: 217 time: 0.0736856 Apr 11 17:22:42.866761 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-86f4c930-e0b4-40cf-8774-1ed24d8ea320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:42.879956 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e4adce83-29fe-406a-9913-7aeb2c6f0409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:42.896179 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-1165dea0-d257-4007-9a28-e075c79bb7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:42.897737 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-1165dea0-d257-4007-9a28-e075c79bb7f7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=326fd395-47c8-46a4-a8ad-5ffb56e37f73 HTTP/1.1" status: 200 len: 843 time: 0.0676320 Apr 11 17:22:42.937775 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f4c930-e0b4-40cf-8774-1ed24d8ea320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca84fcd-dbc7-4bd4-aa75-0fa93b91e40a,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:42.946128 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-86f4c930-e0b4-40cf-8774-1ed24d8ea320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:42.948701 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-86f4c930-e0b4-40cf-8774-1ed24d8ea320 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=132b0d8e20d84fb8805aabbc71f5f81d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8628404 Apr 11 17:22:42.955520 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 60858) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:22:42.991460 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-63d018a8-d211-4a77-8bf8-556bd7a12ad3 req-c4f8d050-5148-4158-adac-7a8a6011ac07 service neutron] 10.222.0.42 "GET /v2.0/networks/0328d80f-abb9-475c-a72f-263dcaf98637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001758 Apr 11 17:22:43.044148 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1eb4249c-4d5d-4f1d-bc52-560201c0c129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:43.056240 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-52f4181d-6bec-4441-bd10-70d5d496f27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:43.057866 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-52f4181d-6bec-4441-bd10-70d5d496f27f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b73afdef-6ec5-4109-8692-28d185dadaa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1527033 Apr 11 17:22:43.140112 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-63d018a8-d211-4a77-8bf8-556bd7a12ad3 req-afde6ceb-86b7-411f-8428-7f71a12775d4 service neutron] 10.222.0.42 "GET /v2.0/networks/0328d80f-abb9-475c-a72f-263dcaf98637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418593 Apr 11 17:22:43.153249 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1eb4249c-4d5d-4f1d-bc52-560201c0c129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:43.257926 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-39c04d61-b12c-43e5-90ad-8ef28ba16015 service neutron] 10.222.0.42 "GET /v2.0/networks/b73afdef-6ec5-4109-8692-28d185dadaa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871209 Apr 11 17:22:43.258679 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1eb4249c-4d5d-4f1d-bc52-560201c0c129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:43.263693 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ce348c29-f064-486f-916e-ad3a7140d138 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:43.304355 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb4249c-4d5d-4f1d-bc52-560201c0c129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca84fcd-dbc7-4bd4-aa75-0fa93b91e40a,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:43.362316 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1eb4249c-4d5d-4f1d-bc52-560201c0c129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:43.375933 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1eb4249c-4d5d-4f1d-bc52-560201c0c129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:43.377139 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-1eb4249c-4d5d-4f1d-bc52-560201c0c129 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8ca84fcd-dbc7-4bd4-aa75-0fa93b91e40a HTTP/1.1" status: 204 len: 168 time: 0.4191043 Apr 11 17:22:43.433642 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-aa5c0627-7cd7-4d74-a9f4-f8cf153917bf req-69286726-ca43-4261-b07d-0abacb49fdd8 service neutron] 10.222.0.42 "GET /v2.0/networks/b73afdef-6ec5-4109-8692-28d185dadaa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591327 Apr 11 17:22:43.612878 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263289eb-0b8c-4d17-920d-e0b754aeac4f req-474fd8f5-2dff-418f-819f-70c0613d1d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:43.614465 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-263289eb-0b8c-4d17-920d-e0b754aeac4f req-474fd8f5-2dff-418f-819f-70c0613d1d9f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5e103060c8ef482092a47c4c2035f645&device_id=8bea5c08-26a5-4b9a-859a-cdcd1fae9e76 HTTP/1.1" status: 200 len: 1100 time: 0.0974803 Apr 11 17:22:43.928177 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7382ed5-cc13-4e79-b63c-3fb57d42ea40 req-abbebd08-d8bd-4e61-8e46-ee4a446c7da5 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:43.929818 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d7382ed5-cc13-4e79-b63c-3fb57d42ea40 req-abbebd08-d8bd-4e61-8e46-ee4a446c7da5 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bea5c08-26a5-4b9a-859a-cdcd1fae9e76 HTTP/1.1" status: 200 len: 947 time: 0.3144128 Apr 11 17:22:43.934913 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263289eb-0b8c-4d17-920d-e0b754aeac4f req-a56b5f6f-a304-46b9-a9a1-33f81bb213d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:43.936490 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-263289eb-0b8c-4d17-920d-e0b754aeac4f req-a56b5f6f-a304-46b9-a9a1-33f81bb213d4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b73afdef-6ec5-4109-8692-28d185dadaa0 HTTP/1.1" status: 200 len: 870 time: 0.2778461 Apr 11 17:22:44.030889 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a3e52-973e-46be-a8a8-8b33f5a3c96f req-fa63ef4c-d7a2-4f44-8eb1-78dd861fd6df tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:44.032582 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-582a3e52-973e-46be-a8a8-8b33f5a3c96f req-fa63ef4c-d7a2-4f44-8eb1-78dd861fd6df tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.2767310 Apr 11 17:22:44.046018 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-263289eb-0b8c-4d17-920d-e0b754aeac4f req-bf43b5b9-733f-4ae7-b585-f02dcf6e6a4c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=12eb7651-d6f8-46a6-aef0-c97d4ae16f3d HTTP/1.1" status: 200 len: 217 time: 0.0904102 Apr 11 17:22:44.062605 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d7382ed5-cc13-4e79-b63c-3fb57d42ea40 req-75329b7c-8450-41c2-9c66-bd44cbccde04 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] 10.222.0.16 "GET /v2.0/security-groups?id=f312fb7c-90a4-45c9-9ee0-0c7059265c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236231 Apr 11 17:22:44.125509 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-582a3e52-973e-46be-a8a8-8b33f5a3c96f req-b56b6f5a-5ac4-4f83-96d2-03e8ef3fef23 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812991 Apr 11 17:22:44.141472 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263289eb-0b8c-4d17-920d-e0b754aeac4f req-218c6504-a9d4-4113-b161-91605b7000f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:44.143048 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-263289eb-0b8c-4d17-920d-e0b754aeac4f req-218c6504-a9d4-4113-b161-91605b7000f9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=326fd395-47c8-46a4-a8ad-5ffb56e37f73 HTTP/1.1" status: 200 len: 843 time: 0.0795166 Apr 11 17:22:44.247696 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263289eb-0b8c-4d17-920d-e0b754aeac4f req-fbeca964-9545-4af8-bad5-0707818b9528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:44.249307 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-263289eb-0b8c-4d17-920d-e0b754aeac4f req-fbeca964-9545-4af8-bad5-0707818b9528 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b73afdef-6ec5-4109-8692-28d185dadaa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0946093 Apr 11 17:22:44.406254 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-263289eb-0b8c-4d17-920d-e0b754aeac4f req-a59a2cb3-507e-46d8-865e-28e2010536f2 service neutron] 10.222.0.42 "GET /v2.0/networks/b73afdef-6ec5-4109-8692-28d185dadaa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496310 Apr 11 17:22:44.568647 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-263289eb-0b8c-4d17-920d-e0b754aeac4f req-90919811-b430-4af1-884a-57041420fe05 service neutron] 10.222.0.42 "GET /v2.0/networks/b73afdef-6ec5-4109-8692-28d185dadaa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549656 Apr 11 17:22:45.328507 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c864b5-5c0a-49ff-a391-5880c1817959 req-4e2ce180-d668-4e38-89a7-6b52d37fa16d tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:45.330111 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d6c864b5-5c0a-49ff-a391-5880c1817959 req-4e2ce180-d668-4e38-89a7-6b52d37fa16d tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bea5c08-26a5-4b9a-859a-cdcd1fae9e76 HTTP/1.1" status: 200 len: 947 time: 0.1484432 Apr 11 17:22:45.373393 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d6c864b5-5c0a-49ff-a391-5880c1817959 req-5e7c1d13-0af8-4151-a8d6-ee24262744ea tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] 10.222.0.16 "GET /v2.0/security-groups?id=f312fb7c-90a4-45c9-9ee0-0c7059265c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336008 Apr 11 17:22:45.386650 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ad6b3-aba5-488c-8930-17e62b4b3911 req-76d196d0-d214-441d-b7d7-f29933275d31 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:45.388424 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-532ad6b3-aba5-488c-8930-17e62b4b3911 req-76d196d0-d214-441d-b7d7-f29933275d31 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.1369026 Apr 11 17:22:45.420728 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-532ad6b3-aba5-488c-8930-17e62b4b3911 req-e274b0e4-7a82-412c-9fd7-6f1d23d450ae tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0248065 Apr 11 17:22:46.663715 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c58514-e59b-4bf0-a221-1d72bd01628e req-353b8ad6-396c-4fcf-b55c-6d3901b796d0 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:46.665049 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f9c58514-e59b-4bf0-a221-1d72bd01628e req-353b8ad6-396c-4fcf-b55c-6d3901b796d0 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bea5c08-26a5-4b9a-859a-cdcd1fae9e76 HTTP/1.1" status: 200 len: 947 time: 0.1664670 Apr 11 17:22:46.694708 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a5a55-5df9-45ca-a8af-f58da3e245ab req-02c0bb39-218d-4917-9dda-afc1843df79d tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:46.696397 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e52a5a55-5df9-45ca-a8af-f58da3e245ab req-02c0bb39-218d-4917-9dda-afc1843df79d tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.1427245 Apr 11 17:22:46.723282 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f9c58514-e59b-4bf0-a221-1d72bd01628e req-e70a1386-e9b5-41cc-9ca5-0252fdde807b tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] 10.222.0.16 "GET /v2.0/security-groups?id=f312fb7c-90a4-45c9-9ee0-0c7059265c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497289 Apr 11 17:22:46.733520 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e52a5a55-5df9-45ca-a8af-f58da3e245ab req-0e50772d-3ca0-4750-acae-222fc44efa5a tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307581 Apr 11 17:22:46.886719 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device 12eb7651-d6f8-46a6-aef0-c97d4ae16f3d details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 11 17:22:47.033708 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port 12eb7651-d6f8-46a6-aef0-c97d4ae16f3d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=12eb7651-d6f8-46a6-aef0-c97d4ae16f3d,segment=NetworkSegment(d3c5057d-a5d0-4e3c-8e6a-e4e87a56fa71),segment_id=d3c5057d-a5d0-4e3c-8e6a-e4e87a56fa71)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:22:47.050001 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Returning: {'device': '12eb7651-d6f8-46a6-aef0-c97d4ae16f3d', 'network_id': 'b73afdef-6ec5-4109-8692-28d185dadaa0', 'port_id': '12eb7651-d6f8-46a6-aef0-c97d4ae16f3d', 'mac_address': 'fa:16:3e:47:89:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '326fd395-47c8-46a4-a8ad-5ffb56e37f73', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 17:22:47.115053 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:47.135316 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12eb7651-d6f8-46a6-aef0-c97d4ae16f3d {{(pid=85245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 11 17:22:47.151768 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port 12eb7651-d6f8-46a6-aef0-c97d4ae16f3d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=12eb7651-d6f8-46a6-aef0-c97d4ae16f3d,segment=NetworkSegment(d3c5057d-a5d0-4e3c-8e6a-e4e87a56fa71),segment_id=d3c5057d-a5d0-4e3c-8e6a-e4e87a56fa71)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:22:47.154488 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:47.156361 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:47.227470 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=12eb7651-d6f8-46a6-aef0-c97d4ae16f3d,revision_number=4']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:47.235130 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:22:47.235486 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:22:47.235881 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:22:47.236256 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:22:47.236616 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:22:47.236977 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:22:47.237336 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:22:47.237714 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:22:47.238071 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:22:47.238426 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:22:47.238779 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:22:47.239130 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:22:47.243536 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:47.564093 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] get_ports_and_sgs() called for port_ids ['12eb7651-d6f8-46a6-aef0-c97d4ae16f3d'] {{(pid=85245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 17:22:47.596929 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 6 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:22:48.005121 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1969cde4-e7e4-4429-af36-ee11e5cf8b84 req-a6c7d6a2-3dab-4749-a56a-856bf185b047 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:48.006747 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1969cde4-e7e4-4429-af36-ee11e5cf8b84 req-a6c7d6a2-3dab-4749-a56a-856bf185b047 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bea5c08-26a5-4b9a-859a-cdcd1fae9e76 HTTP/1.1" status: 200 len: 948 time: 0.1635537 Apr 11 17:22:48.015882 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a336f2f-9d5f-43eb-8479-e66ac3612c89 req-7661d145-7d29-4944-8d1b-bdf95e64c6f9 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:48.017361 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1a336f2f-9d5f-43eb-8479-e66ac3612c89 req-7661d145-7d29-4944-8d1b-bdf95e64c6f9 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.1363809 Apr 11 17:22:48.056423 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1969cde4-e7e4-4429-af36-ee11e5cf8b84 req-7ddd226e-9300-43b2-8b8e-b5da57a4223e tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] 10.222.0.16 "GET /v2.0/security-groups?id=f312fb7c-90a4-45c9-9ee0-0c7059265c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380130 Apr 11 17:22:48.067559 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1a336f2f-9d5f-43eb-8479-e66ac3612c89 req-9e41b102-b450-411f-9ed7-fb792b15af08 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352559 Apr 11 17:22:48.904069 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device 12eb7651-d6f8-46a6-aef0-c97d4ae16f3d up at agent hyperv_hv-cinder-78477 {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:22:48.974850 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Provisioning for port 12eb7651-d6f8-46a6-aef0-c97d4ae16f3d completed by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:22:48.980344 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Provisioning complete for port 12eb7651-d6f8-46a6-aef0-c97d4ae16f3d triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:22:48.980802 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:49.112272 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:49.124962 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bea5c08-26a5-4b9a-859a-cdcd1fae9e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12eb7651-d6f8-46a6-aef0-c97d4ae16f3d'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:22:49.136451 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port 12eb7651-d6f8-46a6-aef0-c97d4ae16f3d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=12eb7651-d6f8-46a6-aef0-c97d4ae16f3d,segment=NetworkSegment(d3c5057d-a5d0-4e3c-8e6a-e4e87a56fa71),segment_id=d3c5057d-a5d0-4e3c-8e6a-e4e87a56fa71)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:22:49.141034 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:49.143201 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d12a6c83-3250-4c46-a7ee-464d456d1408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:49.182571 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bea5c08-26a5-4b9a-859a-cdcd1fae9e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12eb7651-d6f8-46a6-aef0-c97d4ae16f3d', 'code': 200} Apr 11 17:22:49.218400 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=12eb7651-d6f8-46a6-aef0-c97d4ae16f3d,revision_number=5']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:49.223158 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:49.296059 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0246be9-593b-4765-af3e-12c9a4983f33 req-f4dbe6a3-ea24-472c-9e81-6a73816684e2 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:49.297688 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d0246be9-593b-4765-af3e-12c9a4983f33 req-f4dbe6a3-ea24-472c-9e81-6a73816684e2 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bea5c08-26a5-4b9a-859a-cdcd1fae9e76 HTTP/1.1" status: 200 len: 949 time: 0.1195474 Apr 11 17:22:49.334853 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d0246be9-593b-4765-af3e-12c9a4983f33 req-620ea6c2-b9af-4fb0-b550-740f08898169 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] 10.222.0.16 "GET /v2.0/security-groups?id=f312fb7c-90a4-45c9-9ee0-0c7059265c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289834 Apr 11 17:22:49.480364 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07425c8b-077a-416f-ae31-d3ae625247b4 req-5eb51339-5fca-41a9-a002-7ae0c0575b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:49.482103 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-07425c8b-077a-416f-ae31-d3ae625247b4 req-5eb51339-5fca-41a9-a002-7ae0c0575b05 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8bea5c08-26a5-4b9a-859a-cdcd1fae9e76 HTTP/1.1" status: 200 len: 1102 time: 0.0904491 Apr 11 17:22:49.512307 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-07425c8b-077a-416f-ae31-d3ae625247b4 req-b6e5fd66-3187-490e-a2af-5f923e1a87a2 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f312fb7c-90a4-45c9-9ee0-0c7059265c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0228214 Apr 11 17:22:49.823416 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2663f42-a6db-4ece-ba2f-93d9861753ea req-db8469f8-6f39-4ecb-a647-bbfd416628f9 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:49.825025 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f2663f42-a6db-4ece-ba2f-93d9861753ea req-db8469f8-6f39-4ecb-a647-bbfd416628f9 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.0896072 Apr 11 17:22:49.857443 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f2663f42-a6db-4ece-ba2f-93d9861753ea req-64d0139e-1670-420a-a34c-a29300e1fdbe tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252910 Apr 11 17:22:50.657694 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88669df2-db6d-4965-b1d8-7e3cf6be9ad1 req-408b0a25-ae55-4dda-9c9d-92a49824d069 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:50.670970 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-88669df2-db6d-4965-b1d8-7e3cf6be9ad1 req-408b0a25-ae55-4dda-9c9d-92a49824d069 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bea5c08-26a5-4b9a-859a-cdcd1fae9e76 HTTP/1.1" status: 200 len: 949 time: 0.1796250 Apr 11 17:22:50.702044 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-88669df2-db6d-4965-b1d8-7e3cf6be9ad1 req-537042aa-9056-4ad4-909f-0771f0f5fb72 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] 10.222.0.16 "GET /v2.0/security-groups?id=f312fb7c-90a4-45c9-9ee0-0c7059265c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300233 Apr 11 17:22:51.911411 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9267a-10d4-498d-84fa-3658538fb8a4 req-210d4960-d41f-468a-a9ab-28b85621320c tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:51.912986 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-fea9267a-10d4-498d-84fa-3658538fb8a4 req-210d4960-d41f-468a-a9ab-28b85621320c tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bea5c08-26a5-4b9a-859a-cdcd1fae9e76 HTTP/1.1" status: 200 len: 949 time: 0.0874145 Apr 11 17:22:51.943742 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-fea9267a-10d4-498d-84fa-3658538fb8a4 req-3925faaa-9fb3-4303-bc34-32001332bc35 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] 10.222.0.16 "GET /v2.0/security-groups?id=f312fb7c-90a4-45c9-9ee0-0c7059265c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0237873 Apr 11 17:22:52.418845 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72435736-175b-49fb-9c08-594cdb4329d5 req-05079e55-0722-4d59-ac30-9f68f8db7258 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:52.420490 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-72435736-175b-49fb-9c08-594cdb4329d5 req-05079e55-0722-4d59-ac30-9f68f8db7258 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bea5c08-26a5-4b9a-859a-cdcd1fae9e76 HTTP/1.1" status: 200 len: 949 time: 0.0942385 Apr 11 17:22:52.456692 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-72435736-175b-49fb-9c08-594cdb4329d5 req-078a9181-024a-497a-831e-84e7ca38cdf2 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] 10.222.0.16 "GET /v2.0/security-groups?id=f312fb7c-90a4-45c9-9ee0-0c7059265c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0250478 Apr 11 17:22:53.401786 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d73a6-d61e-42e1-844b-076aceefcda4 req-08e3bbfe-1c73-428c-94dc-96a30d8ff141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:53.403376 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-7f0d73a6-d61e-42e1-844b-076aceefcda4 req-08e3bbfe-1c73-428c-94dc-96a30d8ff141 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d63b099ed974ed8a5699b5d7c2a64f8&device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 1099 time: 0.3663027 Apr 11 17:22:53.412078 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b5685d-7980-4e0f-961a-fe6985b6cb0d req-20bcb2ef-a3c7-4828-9fb5-eff38405c368 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:53.413536 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-95b5685d-7980-4e0f-961a-fe6985b6cb0d req-20bcb2ef-a3c7-4828-9fb5-eff38405c368 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.3398588 Apr 11 17:22:53.523431 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-95b5685d-7980-4e0f-961a-fe6985b6cb0d req-6ceb35e8-a2b0-4fd2-9b20-f96a310a536a tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849869 Apr 11 17:22:53.579169 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d73a6-d61e-42e1-844b-076aceefcda4 req-2709ccc2-81d9-4f6c-bfad-5e009300a10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:53.580936 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-7f0d73a6-d61e-42e1-844b-076aceefcda4 req-2709ccc2-81d9-4f6c-bfad-5e009300a10f service neutron] 10.222.0.42 "GET /v2.0/networks?id=0328d80f-abb9-475c-a72f-263dcaf98637 HTTP/1.1" status: 200 len: 920 time: 0.1665151 Apr 11 17:22:53.700082 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-7f0d73a6-d61e-42e1-844b-076aceefcda4 req-46f1a63b-a055-4a7a-a12a-2bfbb44ebf05 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7 HTTP/1.1" status: 200 len: 217 time: 0.1106482 Apr 11 17:22:53.789785 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d73a6-d61e-42e1-844b-076aceefcda4 req-f979b619-8c2d-4ce4-a655-7f55424788c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:53.791328 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-7f0d73a6-d61e-42e1-844b-076aceefcda4 req-f979b619-8c2d-4ce4-a655-7f55424788c7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1afc838f-ad14-47c7-8b28-cd67a37f5780 HTTP/1.1" status: 200 len: 859 time: 0.0832176 Apr 11 17:22:53.804225 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1288a88-b764-47cb-9daa-f0390cfbfdc2 req-cb402ca7-1e8d-41fc-af17-59389063b0ef tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:53.805857 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f1288a88-b764-47cb-9daa-f0390cfbfdc2 req-cb402ca7-1e8d-41fc-af17-59389063b0ef tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bea5c08-26a5-4b9a-859a-cdcd1fae9e76 HTTP/1.1" status: 200 len: 949 time: 0.2184606 Apr 11 17:22:53.871159 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-7f0d73a6-d61e-42e1-844b-076aceefcda4 req-241d75f4-b0e5-46b6-8fcd-c66c038e68e0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0328d80f-abb9-475c-a72f-263dcaf98637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641088 Apr 11 17:22:53.884027 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f1288a88-b764-47cb-9daa-f0390cfbfdc2 req-8d3feb05-23cd-4f74-8e11-7ef3b861c463 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] 10.222.0.16 "GET /v2.0/security-groups?id=f312fb7c-90a4-45c9-9ee0-0c7059265c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401578 Apr 11 17:22:54.023265 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-7f0d73a6-d61e-42e1-844b-076aceefcda4 req-b0bca2d7-621e-4b79-8b3c-58fc3a659562 service neutron] 10.222.0.42 "GET /v2.0/networks/0328d80f-abb9-475c-a72f-263dcaf98637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428912 Apr 11 17:22:54.168126 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-7f0d73a6-d61e-42e1-844b-076aceefcda4 req-5c655973-f21d-4257-bd65-256efcc04489 service neutron] 10.222.0.42 "GET /v2.0/networks/0328d80f-abb9-475c-a72f-263dcaf98637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373553 Apr 11 17:22:54.342224 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304bbd1-3608-4000-a4c0-79f676b745e0 req-2f4c2451-94db-4cb9-9b9d-ff36f3e3328a tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:54.343960 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5304bbd1-3608-4000-a4c0-79f676b745e0 req-2f4c2451-94db-4cb9-9b9d-ff36f3e3328a tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] 10.222.0.42 "GET /v2.0/ports?device_id=8bea5c08-26a5-4b9a-859a-cdcd1fae9e76 HTTP/1.1" status: 200 len: 949 time: 0.0911305 Apr 11 17:22:54.428994 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-5304bbd1-3608-4000-a4c0-79f676b745e0 req-1579b27f-1c8e-46aa-a3b0-9eb52f23d3aa tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Deleting port 12eb7651-d6f8-46a6-aef0-c97d4ae16f3d {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:22:54.429548 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-5304bbd1-3608-4000-a4c0-79f676b745e0 req-1579b27f-1c8e-46aa-a3b0-9eb52f23d3aa tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:54.752175 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-5304bbd1-3608-4000-a4c0-79f676b745e0 req-1579b27f-1c8e-46aa-a3b0-9eb52f23d3aa tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] For port 12eb7651-d6f8-46a6-aef0-c97d4ae16f3d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=12eb7651-d6f8-46a6-aef0-c97d4ae16f3d,segment=NetworkSegment(d3c5057d-a5d0-4e3c-8e6a-e4e87a56fa71),segment_id=d3c5057d-a5d0-4e3c-8e6a-e4e87a56fa71)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:22:54.752486 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-5304bbd1-3608-4000-a4c0-79f676b745e0 req-1579b27f-1c8e-46aa-a3b0-9eb52f23d3aa tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:54.887709 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-5304bbd1-3608-4000-a4c0-79f676b745e0 req-1579b27f-1c8e-46aa-a3b0-9eb52f23d3aa tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Calling delete_port for 12eb7651-d6f8-46a6-aef0-c97d4ae16f3d owned by compute:nova {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:22:54.927529 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5e848-cc8e-4365-9074-e30865fc811b req-59c1a333-1e79-47b1-870c-5af75d39d126 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:54.929125 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f6a5e848-cc8e-4365-9074-e30865fc811b req-59c1a333-1e79-47b1-870c-5af75d39d126 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.2868614 Apr 11 17:22:54.977175 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f6a5e848-cc8e-4365-9074-e30865fc811b req-b2693597-ddd8-4676-bf0b-3501f5c59f7f tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404270 Apr 11 17:22:55.203130 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-5304bbd1-3608-4000-a4c0-79f676b745e0 req-1579b27f-1c8e-46aa-a3b0-9eb52f23d3aa tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771099430430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771099036582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6317060'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:55.212872 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31d2b87-f43c-422e-9b23-405c25d78476 req-26103f0b-d358-488b-b01c-30e35fb276f5 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:55.214440 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f31d2b87-f43c-422e-9b23-405c25d78476 req-26103f0b-d358-488b-b01c-30e35fb276f5 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bea5c08-26a5-4b9a-859a-cdcd1fae9e76 HTTP/1.1" status: 200 len: 949 time: 0.1651015 Apr 11 17:22:55.217272 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] get_ports_and_sgs() called for port_ids ['12eb7651-d6f8-46a6-aef0-c97d4ae16f3d'] {{(pid=85245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 17:22:55.227783 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:55.339662 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579b27f-1c8e-46aa-a3b0-9eb52f23d3aa tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Pushing event deleted for resources: {'Port': ['ID=12eb7651-d6f8-46a6-aef0-c97d4ae16f3d,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:55.356647 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1579b27f-1c8e-46aa-a3b0-9eb52f23d3aa tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:55.366075 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f31d2b87-f43c-422e-9b23-405c25d78476 req-94071066-2ae2-4eda-92d3-64545ef36912 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] 10.222.0.16 "GET /v2.0/security-groups?id=f312fb7c-90a4-45c9-9ee0-0c7059265c57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060154 Apr 11 17:22:55.509906 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-5304bbd1-3608-4000-a4c0-79f676b745e0 req-1579b27f-1c8e-46aa-a3b0-9eb52f23d3aa tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] No DVR routers for this DVR port 12eb7651-d6f8-46a6-aef0-c97d4ae16f3d on host hv-cinder-78477 {{(pid=85244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 11 17:22:55.524134 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-5304bbd1-3608-4000-a4c0-79f676b745e0 req-1579b27f-1c8e-46aa-a3b0-9eb52f23d3aa tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:55.527763 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bea5c08-26a5-4b9a-859a-cdcd1fae9e76', 'name': 'network-vif-deleted', 'tag': '12eb7651-d6f8-46a6-aef0-c97d4ae16f3d'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:22:55.553733 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5304bbd1-3608-4000-a4c0-79f676b745e0 req-1579b27f-1c8e-46aa-a3b0-9eb52f23d3aa tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] 10.222.0.42 "DELETE /v2.0/ports/12eb7651-d6f8-46a6-aef0-c97d4ae16f3d HTTP/1.1" status: 204 len: 173 time: 1.2030079 Apr 11 17:22:55.609764 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bea5c08-26a5-4b9a-859a-cdcd1fae9e76', 'name': 'network-vif-deleted', 'tag': '12eb7651-d6f8-46a6-aef0-c97d4ae16f3d', 'status': 'completed', 'code': 200} Apr 11 17:22:56.188893 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e1e34-0e73-42a9-8c1f-7a1b55f7bf43 req-22171ed8-6895-4619-9deb-599c34ba49cc tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:56.190516 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3f8e1e34-0e73-42a9-8c1f-7a1b55f7bf43 req-22171ed8-6895-4619-9deb-599c34ba49cc tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.0911407 Apr 11 17:22:56.222078 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3f8e1e34-0e73-42a9-8c1f-7a1b55f7bf43 req-1083044a-d99f-467e-b0dc-d2b2d56b861c tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244792 Apr 11 17:22:57.070050 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 32980) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:22:57.201938 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-61bc73db-9470-4299-a736-f0a575b8115e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:57.219910 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-61bc73db-9470-4299-a736-f0a575b8115e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:22:57.224764 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-61bc73db-9470-4299-a736-f0a575b8115e admin admin] Usage tracker for resource:security_group_rule and tenant:0196544d797c4e12b737e0a5257a9d12 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:22:57.228085 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-61bc73db-9470-4299-a736-f0a575b8115e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:22:57.234609 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-61bc73db-9470-4299-a736-f0a575b8115e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:22:57.355203 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-61bc73db-9470-4299-a736-f0a575b8115e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:57.360826 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-61bc73db-9470-4299-a736-f0a575b8115e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:57.408392 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2c57bf9b-2835-4879-bbfe-8052bd322e4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:57.469156 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-61bc73db-9470-4299-a736-f0a575b8115e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0196544d797c4e12b737e0a5257a9d12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3979044 Apr 11 17:22:57.472549 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 33036) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:22:57.480465 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bc73db-9470-4299-a736-f0a575b8115e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0119686-2c78-4e86-9f71-49d2cd04049c,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:57.485727 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-61bc73db-9470-4299-a736-f0a575b8115e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:57.523158 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256542d0-cbb4-48e4-9402-865519699c09 req-f9814360-8f5c-4d5c-871d-8bdd2486e845 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:57.532803 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-256542d0-cbb4-48e4-9402-865519699c09 req-f9814360-8f5c-4d5c-871d-8bdd2486e845 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.1744690 Apr 11 17:22:57.557943 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e582916b-2a38-419d-acac-5ffdc383d5ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:57.588514 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-256542d0-cbb4-48e4-9402-865519699c09 req-8a7a44e2-85f5-4ee6-b269-48226dddbadf tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543892 Apr 11 17:22:57.592328 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e582916b-2a38-419d-acac-5ffdc383d5ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:57.652465 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e582916b-2a38-419d-acac-5ffdc383d5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:57.663912 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ffd79959-2093-454b-99fa-787185cc37e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:22:57.682039 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e582916b-2a38-419d-acac-5ffdc383d5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0119686-2c78-4e86-9f71-49d2cd04049c,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:22:57.685054 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e582916b-2a38-419d-acac-5ffdc383d5ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:22:57.688687 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e582916b-2a38-419d-acac-5ffdc383d5ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:22:57.694008 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-e582916b-2a38-419d-acac-5ffdc383d5ac admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d0119686-2c78-4e86-9f71-49d2cd04049c HTTP/1.1" status: 204 len: 168 time: 0.2203696 Apr 11 17:22:58.811492 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a4511-3eb2-4e73-96c0-d2b85a53fc1c req-f83672aa-b41e-4457-8738-631163101e21 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:22:58.813537 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2a6a4511-3eb2-4e73-96c0-d2b85a53fc1c req-f83672aa-b41e-4457-8738-631163101e21 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.1059365 Apr 11 17:22:58.845400 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2a6a4511-3eb2-4e73-96c0-d2b85a53fc1c req-20d9a2c9-ffcf-435f-aa8b-cd023537569c tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0253530 Apr 11 17:22:58.961616 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device 12eb7651-d6f8-46a6-aef0-c97d4ae16f3d no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 11 17:22:59.001112 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] No Port match for: 12eb7651-d6f8-46a6-aef0-c97d4ae16f3d {{(pid=85245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 11 17:22:59.001410 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device 12eb7651-d6f8-46a6-aef0-c97d4ae16f3d not bound to the agent host hv-cinder-78477 {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 11 17:23:00.076441 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291c4e1-aec3-4398-ae21-ad9a3d357853 req-5fca7557-5375-4419-b715-b989c1880b23 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:00.078091 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c291c4e1-aec3-4398-ae21-ad9a3d357853 req-5fca7557-5375-4419-b715-b989c1880b23 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.1024196 Apr 11 17:23:00.110210 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c291c4e1-aec3-4398-ae21-ad9a3d357853 req-bea8d00d-d65b-4a2e-a14e-d08888e13384 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0247021 Apr 11 17:23:01.327760 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f250f6a-80eb-416c-85b6-f47b16315d38 req-fd1a3a15-7647-4e5a-acb6-9d4bda507174 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:01.329373 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8f250f6a-80eb-416c-85b6-f47b16315d38 req-fd1a3a15-7647-4e5a-acb6-9d4bda507174 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.0995705 Apr 11 17:23:01.360828 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8f250f6a-80eb-416c-85b6-f47b16315d38 req-ab1e1eed-e1a7-457d-a6e0-605390867be8 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0248544 Apr 11 17:23:01.817980 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 33260) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:23:01.979768 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-1ca1db6a-7b8c-49b3-b56a-3269dcc3445b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5e103060c8ef482092a47c4c2035f645&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1604388 Apr 11 17:23:01.982270 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 33268) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:23:02.049143 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2dfa2bc1-db31-462c-a625-453f66f50f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:02.079726 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2dfa2bc1-db31-462c-a625-453f66f50f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:02.124976 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2dfa2bc1-db31-462c-a625-453f66f50f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:02.130478 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-83c3613e-df4f-478f-87c0-c2e534d445ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:23:02.144871 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa2bc1-db31-462c-a625-453f66f50f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f312fb7c-90a4-45c9-9ee0-0c7059265c57,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:23:02.147215 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2dfa2bc1-db31-462c-a625-453f66f50f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:23:02.153122 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2dfa2bc1-db31-462c-a625-453f66f50f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:02.156679 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-2dfa2bc1-db31-462c-a625-453f66f50f9f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f312fb7c-90a4-45c9-9ee0-0c7059265c57 HTTP/1.1" status: 204 len: 168 time: 0.1710949 Apr 11 17:23:02.569552 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0d361-e224-4afd-80df-73e85238a4b3 req-ce0c39dc-36a0-4b50-ab7e-bfbc6797b5fe tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:02.571144 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e5f0d361-e224-4afd-80df-73e85238a4b3 req-ce0c39dc-36a0-4b50-ab7e-bfbc6797b5fe tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.0897596 Apr 11 17:23:02.603691 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e5f0d361-e224-4afd-80df-73e85238a4b3 req-5014dcda-da81-47ca-b68f-9670d4d8c1d6 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260358 Apr 11 17:23:03.712699 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:03.813848 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6763da4-c2b0-46e0-a4a0-3dfa2db68b5c req-8371f315-a243-4bd5-8919-a90e00006cdc tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:03.815438 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e6763da4-c2b0-46e0-a4a0-3dfa2db68b5c req-8371f315-a243-4bd5-8919-a90e00006cdc tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.0894303 Apr 11 17:23:03.845449 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e6763da4-c2b0-46e0-a4a0-3dfa2db68b5c req-12883765-ff79-481f-89ec-5630a96ba586 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0235038 Apr 11 17:23:04.866782 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5a57c93b-55a5-468f-91e7-78e3b396c3db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:05.062655 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea7d5f1-2869-484c-aef7-a1c8383fb424 req-27a9c292-a24b-48a3-a7ab-717d11c8d67a tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:05.064300 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-fea7d5f1-2869-484c-aef7-a1c8383fb424 req-27a9c292-a24b-48a3-a7ab-717d11c8d67a tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.0885470 Apr 11 17:23:05.096355 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-fea7d5f1-2869-484c-aef7-a1c8383fb424 req-57170ba7-0cef-48e9-9945-37e28b7c2616 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252054 Apr 11 17:23:06.590201 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cebf22-003a-4881-a874-5434a3d7478e req-e6bea654-b973-45b3-9e76-6c54df2ec9f4 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:06.591756 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-96cebf22-003a-4881-a874-5434a3d7478e req-e6bea654-b973-45b3-9e76-6c54df2ec9f4 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.3643575 Apr 11 17:23:06.632662 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-96cebf22-003a-4881-a874-5434a3d7478e req-cfa5db81-3f93-4bd5-933a-f75e38f8956a tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331626 Apr 11 17:23:06.649210 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e76f8d-10ce-4ca3-86bf-3af2798e778c req-5dff8afa-cb5d-400f-98af-61aa61284229 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:06.650755 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e0e76f8d-10ce-4ca3-86bf-3af2798e778c req-5dff8afa-cb5d-400f-98af-61aa61284229 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc3205de-8597-4993-902e-bf54c5c8ccdf HTTP/1.1" status: 200 len: 946 time: 0.1302893 Apr 11 17:23:06.681714 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e0e76f8d-10ce-4ca3-86bf-3af2798e778c req-7eb4b42e-fe76-4c67-a7f7-eda320ba48f4 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0dca341-6d9a-4db6-bd19-85f100ebbe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0240703 Apr 11 17:23:07.220273 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 33348) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:23:07.289431 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-739dc292-116a-4ee3-ad4d-49ac3ea133af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:07.346024 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-35b0b6b6-8c9c-4ee7-bf5f-540982e90f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:07.368804 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-35b0b6b6-8c9c-4ee7-bf5f-540982e90f6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:23:07.372879 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-35b0b6b6-8c9c-4ee7-bf5f-540982e90f6c admin admin] Usage tracker for resource:security_group_rule and tenant:d25e9c0e13b24f218023b32bbbada567 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:23:07.375924 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-35b0b6b6-8c9c-4ee7-bf5f-540982e90f6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:23:07.382645 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-35b0b6b6-8c9c-4ee7-bf5f-540982e90f6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:23:07.466936 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-35b0b6b6-8c9c-4ee7-bf5f-540982e90f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:07.470599 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-35b0b6b6-8c9c-4ee7-bf5f-540982e90f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:07.495965 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-975cb928-7075-4c4f-9e33-59892748f0e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:23:07.511735 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-35b0b6b6-8c9c-4ee7-bf5f-540982e90f6c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d25e9c0e13b24f218023b32bbbada567&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2903299 Apr 11 17:23:07.514819 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 33354) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:23:07.527869 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b0b6b6-8c9c-4ee7-bf5f-540982e90f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380e7e4a-2e88-4f7d-b0dc-11dcef83446f,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:23:07.531085 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-35b0b6b6-8c9c-4ee7-bf5f-540982e90f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:23:07.579863 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dfc323aa-7d5b-471c-aec2-7218a94b2cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:07.607072 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dfc323aa-7d5b-471c-aec2-7218a94b2cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:07.653491 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dfc323aa-7d5b-471c-aec2-7218a94b2cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:07.658469 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1eb4249c-4d5d-4f1d-bc52-560201c0c129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:23:07.671905 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc323aa-7d5b-471c-aec2-7218a94b2cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380e7e4a-2e88-4f7d-b0dc-11dcef83446f,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:23:07.676315 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dfc323aa-7d5b-471c-aec2-7218a94b2cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:23:07.682031 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dfc323aa-7d5b-471c-aec2-7218a94b2cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:07.683248 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-dfc323aa-7d5b-471c-aec2-7218a94b2cc2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/380e7e4a-2e88-4f7d-b0dc-11dcef83446f HTTP/1.1" status: 204 len: 168 time: 0.1673703 Apr 11 17:23:07.908052 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad26a66-eaa9-4245-b2fc-7010b3e3cf45 req-8f5c5d0c-fb8c-453c-9601-62c157c76845 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:07.910314 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6ad26a66-eaa9-4245-b2fc-7010b3e3cf45 req-8f5c5d0c-fb8c-453c-9601-62c157c76845 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.1565561 Apr 11 17:23:07.933965 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:07.945534 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24da3cb-0128-4e8c-89ec-bbe0d47138c2 req-e590d80b-8689-4165-8720-097438904b2b tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:07.947113 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b24da3cb-0128-4e8c-89ec-bbe0d47138c2 req-e590d80b-8689-4165-8720-097438904b2b tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc3205de-8597-4993-902e-bf54c5c8ccdf HTTP/1.1" status: 200 len: 946 time: 0.1388614 Apr 11 17:23:07.955355 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6ad26a66-eaa9-4245-b2fc-7010b3e3cf45 req-4e199cb5-fc71-4e6f-9423-b9e442780d91 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360472 Apr 11 17:23:07.992564 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b24da3cb-0128-4e8c-89ec-bbe0d47138c2 req-19bbf3a9-6165-47f0-9028-a99a6c8c2f3c tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0dca341-6d9a-4db6-bd19-85f100ebbe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356140 Apr 11 17:23:08.388193 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:08.846570 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 33394) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:23:08.970957 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-84f858b4-bfbc-4aca-85b1-2ed497944e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:08.990727 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-84f858b4-bfbc-4aca-85b1-2ed497944e02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:23:08.995122 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-84f858b4-bfbc-4aca-85b1-2ed497944e02 admin admin] Usage tracker for resource:security_group_rule and tenant:066649607f0f4ded8ce832ce9328d08b is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:23:08.998235 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-84f858b4-bfbc-4aca-85b1-2ed497944e02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:23:09.004559 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-84f858b4-bfbc-4aca-85b1-2ed497944e02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:23:09.093002 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-84f858b4-bfbc-4aca-85b1-2ed497944e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:09.096093 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-84f858b4-bfbc-4aca-85b1-2ed497944e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:09.107311 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c15edb57-9d54-4827-b40d-3833b00e1696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:23:09.151289 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-84f858b4-bfbc-4aca-85b1-2ed497944e02 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=066649607f0f4ded8ce832ce9328d08b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3035371 Apr 11 17:23:09.152531 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f858b4-bfbc-4aca-85b1-2ed497944e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44b0461-429c-4d94-b98a-a60a4d0a8bdb,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:23:09.155193 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 33406) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:23:09.157977 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-84f858b4-bfbc-4aca-85b1-2ed497944e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:23:09.220342 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-866d5310-6543-4f0c-a439-b90d95cc1de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:09.236742 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e562b9-7fa1-434d-af9d-9e1b7e0ea919 req-345a59ef-66ce-4115-a7a1-f0975bed17c9 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:09.238876 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-99e562b9-7fa1-434d-af9d-9e1b7e0ea919 req-345a59ef-66ce-4115-a7a1-f0975bed17c9 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.1609352 Apr 11 17:23:09.248474 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbea22b-dfb7-4784-bf03-750d10368f84 req-a82e3a7f-d144-4a43-bdfa-1e372e8e00fc tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:09.249391 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-866d5310-6543-4f0c-a439-b90d95cc1de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:09.249984 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ddbea22b-dfb7-4784-bf03-750d10368f84 req-a82e3a7f-d144-4a43-bdfa-1e372e8e00fc tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc3205de-8597-4993-902e-bf54c5c8ccdf HTTP/1.1" status: 200 len: 946 time: 0.1352246 Apr 11 17:23:09.275073 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:09.290253 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-99e562b9-7fa1-434d-af9d-9e1b7e0ea919 req-4931097d-48a3-49be-b58a-f62671592cb5 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391898 Apr 11 17:23:09.301225 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-866d5310-6543-4f0c-a439-b90d95cc1de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:09.302708 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ddbea22b-dfb7-4784-bf03-750d10368f84 req-93194633-d780-4e11-99c7-851803af667c tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0dca341-6d9a-4db6-bd19-85f100ebbe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332761 Apr 11 17:23:09.307257 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c22aa07d-27ff-4bba-89a9-68383477c529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:23:09.328929 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d5310-6543-4f0c-a439-b90d95cc1de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44b0461-429c-4d94-b98a-a60a4d0a8bdb,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:23:09.331371 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-866d5310-6543-4f0c-a439-b90d95cc1de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:23:09.343620 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-866d5310-6543-4f0c-a439-b90d95cc1de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:09.348596 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-866d5310-6543-4f0c-a439-b90d95cc1de5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a44b0461-429c-4d94-b98a-a60a4d0a8bdb HTTP/1.1" status: 204 len: 168 time: 0.1923542 Apr 11 17:23:10.578129 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac9b7f-8d85-47ba-a952-9265c5752b37 req-d24082da-9da4-45a1-80e6-14ecd4c55588 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:10.580053 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-27ac9b7f-8d85-47ba-a952-9265c5752b37 req-d24082da-9da4-45a1-80e6-14ecd4c55588 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc3205de-8597-4993-902e-bf54c5c8ccdf HTTP/1.1" status: 200 len: 946 time: 0.1253850 Apr 11 17:23:10.590267 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee2266-fb4d-4ea0-bb97-61c9325ed883 req-80bd4300-042b-48f3-9c60-1ca1da239377 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:10.591866 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d8ee2266-fb4d-4ea0-bb97-61c9325ed883 req-80bd4300-042b-48f3-9c60-1ca1da239377 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.1784420 Apr 11 17:23:10.637353 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d8ee2266-fb4d-4ea0-bb97-61c9325ed883 req-60c303e3-8a17-46c1-abc0-e38283c9aa51 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313792 Apr 11 17:23:10.642201 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-27ac9b7f-8d85-47ba-a952-9265c5752b37 req-9b0b031e-a6a9-439b-b394-8b487772ccdf tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0dca341-6d9a-4db6-bd19-85f100ebbe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490351 Apr 11 17:23:11.645010 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291934f-53ce-464b-b564-f8b0d054fb66 req-87162a8a-2692-45f4-a73c-b0861aeb213c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:11.646480 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8291934f-53ce-464b-b564-f8b0d054fb66 req-87162a8a-2692-45f4-a73c-b0861aeb213c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 1099 time: 0.0788498 Apr 11 17:23:11.674796 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8291934f-53ce-464b-b564-f8b0d054fb66 req-eb561cf0-abce-4c8e-8b31-c181f14ef68a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0195823 Apr 11 17:23:11.992944 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb32efb-aba9-4a71-a858-8f68d61324e4 req-60192168-944c-473a-833e-ee12a5d779c1 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:11.994553 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3fb32efb-aba9-4a71-a858-8f68d61324e4 req-60192168-944c-473a-833e-ee12a5d779c1 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.2337580 Apr 11 17:23:12.003538 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac5d9b-15f3-4693-b239-be787279fbb5 req-9e98b4b4-a522-494f-beb7-656cf1cd5f2c tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:12.005161 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6bac5d9b-15f3-4693-b239-be787279fbb5 req-9e98b4b4-a522-494f-beb7-656cf1cd5f2c tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc3205de-8597-4993-902e-bf54c5c8ccdf HTTP/1.1" status: 200 len: 946 time: 0.2429712 Apr 11 17:23:12.033093 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82108d5-4e60-474a-b303-0b59ebdfd297 req-64bb65b9-7afc-4916-a31f-b7d0e31d5b53 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:12.034653 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b82108d5-4e60-474a-b303-0b59ebdfd297 req-64bb65b9-7afc-4916-a31f-b7d0e31d5b53 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc3205de-8597-4993-902e-bf54c5c8ccdf HTTP/1.1" status: 200 len: 946 time: 0.1781666 Apr 11 17:23:12.094699 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3fb32efb-aba9-4a71-a858-8f68d61324e4 req-61d2a53c-8508-40b6-87ba-94d127e4e317 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883472 Apr 11 17:23:12.140228 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-b82108d5-4e60-474a-b303-0b59ebdfd297 req-4f89fcd0-8e61-4dc4-bbb2-d46a6e546891 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Deleting port b0f6becd-8e54-4877-93bd-05cc6dd2c346 {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:23:12.140621 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-b82108d5-4e60-474a-b303-0b59ebdfd297 req-4f89fcd0-8e61-4dc4-bbb2-d46a6e546891 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:12.179755 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6bac5d9b-15f3-4693-b239-be787279fbb5 req-db08f0d0-fcad-45d7-a8ac-6f76da402597 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0dca341-6d9a-4db6-bd19-85f100ebbe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555734 Apr 11 17:23:12.450684 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-b82108d5-4e60-474a-b303-0b59ebdfd297 req-4f89fcd0-8e61-4dc4-bbb2-d46a6e546891 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] For port b0f6becd-8e54-4877-93bd-05cc6dd2c346, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b0f6becd-8e54-4877-93bd-05cc6dd2c346,segment=NetworkSegment(86ca0e7e-fa7a-40b7-a28a-d9877a1e223f),segment_id=86ca0e7e-fa7a-40b7-a28a-d9877a1e223f)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:23:12.451061 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-b82108d5-4e60-474a-b303-0b59ebdfd297 req-4f89fcd0-8e61-4dc4-bbb2-d46a6e546891 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:12.605752 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-b82108d5-4e60-474a-b303-0b59ebdfd297 req-4f89fcd0-8e61-4dc4-bbb2-d46a6e546891 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Calling delete_port for b0f6becd-8e54-4877-93bd-05cc6dd2c346 owned by compute:nova {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:23:12.758849 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-b82108d5-4e60-474a-b303-0b59ebdfd297 req-4f89fcd0-8e61-4dc4-bbb2-d46a6e546891 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771099430430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771099036582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6317060'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:12.774577 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ba8ffee8-478f-4004-8748-baf281b87ac6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:23:12.776492 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] get_ports_and_sgs() called for port_ids ['b0f6becd-8e54-4877-93bd-05cc6dd2c346'] {{(pid=85245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 17:23:12.874994 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f89fcd0-8e61-4dc4-bbb2-d46a6e546891 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Pushing event deleted for resources: {'Port': ['ID=b0f6becd-8e54-4877-93bd-05cc6dd2c346,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:23:12.885364 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-4f89fcd0-8e61-4dc4-bbb2-d46a6e546891 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:23:13.021211 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-b82108d5-4e60-474a-b303-0b59ebdfd297 req-4f89fcd0-8e61-4dc4-bbb2-d46a6e546891 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] No DVR routers for this DVR port b0f6becd-8e54-4877-93bd-05cc6dd2c346 on host hv-cinder-78477 {{(pid=85244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 11 17:23:13.023735 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-b82108d5-4e60-474a-b303-0b59ebdfd297 req-4f89fcd0-8e61-4dc4-bbb2-d46a6e546891 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:13.026609 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3205de-8597-4993-902e-bf54c5c8ccdf', 'name': 'network-vif-deleted', 'tag': 'b0f6becd-8e54-4877-93bd-05cc6dd2c346'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:23:13.041791 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b82108d5-4e60-474a-b303-0b59ebdfd297 req-4f89fcd0-8e61-4dc4-bbb2-d46a6e546891 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.42 "DELETE /v2.0/ports/b0f6becd-8e54-4877-93bd-05cc6dd2c346 HTTP/1.1" status: 204 len: 173 time: 0.9845605 Apr 11 17:23:13.213616 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3205de-8597-4993-902e-bf54c5c8ccdf', 'name': 'network-vif-deleted', 'tag': 'b0f6becd-8e54-4877-93bd-05cc6dd2c346', 'status': 'completed', 'code': 200} Apr 11 17:23:13.316127 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ca76f4-bbe0-40a1-8731-d65d659d170d req-3a59fd24-5968-4d75-8795-69c6d45ed414 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:13.318260 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-63ca76f4-bbe0-40a1-8731-d65d659d170d req-3a59fd24-5968-4d75-8795-69c6d45ed414 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.0908229 Apr 11 17:23:13.385453 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-d173ce9e-26a3-436a-b03a-0a23d9b65805 req-7de45b0b-2f4f-492d-b1c7-022db87a32a2 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Synchronizing usage tracker for tenant:c8aa45ba97e145178798e1da4304e776 on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:23:13.404260 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-63ca76f4-bbe0-40a1-8731-d65d659d170d req-87746f2e-54d9-49fc-adec-58a3be5f4172 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469112 Apr 11 17:23:13.409647 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-d173ce9e-26a3-436a-b03a-0a23d9b65805 req-7de45b0b-2f4f-492d-b1c7-022db87a32a2 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Unset dirty status for tenant:c8aa45ba97e145178798e1da4304e776 on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:23:13.411290 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d173ce9e-26a3-436a-b03a-0a23d9b65805 req-7de45b0b-2f4f-492d-b1c7-022db87a32a2 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc3205de-8597-4993-902e-bf54c5c8ccdf HTTP/1.1" status: 200 len: 210 time: 0.0899885 Apr 11 17:23:14.078894 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c4c630-28ad-4d30-bcd1-6dbe23f8d985 req-e76f6096-c26c-430f-935a-0a20b74ed8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:14.080523 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-82c4c630-28ad-4d30-bcd1-6dbe23f8d985 req-e76f6096-c26c-430f-935a-0a20b74ed8cd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d63b099ed974ed8a5699b5d7c2a64f8&device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 1099 time: 0.1640239 Apr 11 17:23:14.221184 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f77c20-6c0a-4f89-9e87-041eb501ec0f req-c6b554db-aa17-4ed8-95c5-0fd8e0eb4fae tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:14.222845 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-79f77c20-6c0a-4f89-9e87-041eb501ec0f req-c6b554db-aa17-4ed8-95c5-0fd8e0eb4fae tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.2123914 Apr 11 17:23:14.274914 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c4c630-28ad-4d30-bcd1-6dbe23f8d985 req-4f7cfb45-24f4-4d5b-81a5-71e139109d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:14.276560 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-82c4c630-28ad-4d30-bcd1-6dbe23f8d985 req-4f7cfb45-24f4-4d5b-81a5-71e139109d7a service neutron] 10.222.0.42 "GET /v2.0/networks?id=0328d80f-abb9-475c-a72f-263dcaf98637 HTTP/1.1" status: 200 len: 920 time: 0.1888189 Apr 11 17:23:14.279574 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-79f77c20-6c0a-4f89-9e87-041eb501ec0f req-9d8435e6-b252-44c0-b8bf-a1e375b77771 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482676 Apr 11 17:23:14.356843 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-82c4c630-28ad-4d30-bcd1-6dbe23f8d985 req-96db6445-cb10-4751-adc3-98d3e44bd891 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7 HTTP/1.1" status: 200 len: 217 time: 0.0739100 Apr 11 17:23:14.435749 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c4c630-28ad-4d30-bcd1-6dbe23f8d985 req-c3e96cd2-f360-4c2b-9995-bd05c1c6a734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:14.437377 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-82c4c630-28ad-4d30-bcd1-6dbe23f8d985 req-c3e96cd2-f360-4c2b-9995-bd05c1c6a734 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1afc838f-ad14-47c7-8b28-cd67a37f5780 HTTP/1.1" status: 200 len: 859 time: 0.0680985 Apr 11 17:23:14.500042 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-82c4c630-28ad-4d30-bcd1-6dbe23f8d985 req-da4392ba-ccbb-4410-b75f-e5228e91277e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=0328d80f-abb9-475c-a72f-263dcaf98637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557578 Apr 11 17:23:14.648643 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-82c4c630-28ad-4d30-bcd1-6dbe23f8d985 req-ece20f73-ba3d-4e36-a9d1-e05e4ba5c783 service neutron] 10.222.0.42 "GET /v2.0/networks/0328d80f-abb9-475c-a72f-263dcaf98637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420493 Apr 11 17:23:14.797893 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-82c4c630-28ad-4d30-bcd1-6dbe23f8d985 req-77802815-5660-4851-a6fd-9627fe42a956 service neutron] 10.222.0.42 "GET /v2.0/networks/0328d80f-abb9-475c-a72f-263dcaf98637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418781 Apr 11 17:23:15.109403 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device b0f6becd-8e54-4877-93bd-05cc6dd2c346 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 11 17:23:15.146314 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] No Port match for: b0f6becd-8e54-4877-93bd-05cc6dd2c346 {{(pid=85245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 11 17:23:15.146712 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device b0f6becd-8e54-4877-93bd-05cc6dd2c346 not bound to the agent host hv-cinder-78477 {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 11 17:23:15.510603 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb48995-3087-4bff-9b96-06c51a7c9d37 req-e77840be-2d55-409e-b64e-ceca6bf60b64 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:15.512297 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0eb48995-3087-4bff-9b96-06c51a7c9d37 req-e77840be-2d55-409e-b64e-ceca6bf60b64 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.0920424 Apr 11 17:23:15.542463 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0eb48995-3087-4bff-9b96-06c51a7c9d37 req-a5418b06-ece2-4d48-9ded-f80cc49c3ab8 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0238960 Apr 11 17:23:16.774529 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4a762-babe-4a53-aa79-7766ee759073 req-b6e8c784-f90c-47c8-9e10-de75a13c2723 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:16.776154 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1ab4a762-babe-4a53-aa79-7766ee759073 req-b6e8c784-f90c-47c8-9e10-de75a13c2723 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.1076307 Apr 11 17:23:16.855180 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1ab4a762-babe-4a53-aa79-7766ee759073 req-f619332b-40ae-43ad-a37d-5761c1bcbd78 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726283 Apr 11 17:23:16.892755 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd04dee-15c3-4d89-8c6d-55b4916ea589 req-86cb46d9-620c-4385-98dd-202fedca4d37 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:16.894958 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-9dd04dee-15c3-4d89-8c6d-55b4916ea589 req-86cb46d9-620c-4385-98dd-202fedca4d37 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 946 time: 0.0999415 Apr 11 17:23:16.927724 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-9dd04dee-15c3-4d89-8c6d-55b4916ea589 req-15511ab8-7d69-4f08-976f-ff6307983cd7 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=30f7aedf-dffa-4fdc-948f-e321d511164a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0258656 Apr 11 17:23:18.106167 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67439d-e485-460d-ac3b-05b637cf4ffa req-1f3cd249-e1fe-4bdd-bc02-f1d5414c1fc6 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:18.107776 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6e67439d-e485-460d-ac3b-05b637cf4ffa req-1f3cd249-e1fe-4bdd-bc02-f1d5414c1fc6 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.1358831 Apr 11 17:23:18.146890 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6e67439d-e485-460d-ac3b-05b637cf4ffa req-f22e901f-2315-4af3-afa5-cafbf5c00a73 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296707 Apr 11 17:23:18.179449 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4faed9-339b-41f8-9d46-5697b48cc044 req-2284bc6a-b965-4c26-b5ab-ae989e1e2170 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:18.181318 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-9b4faed9-339b-41f8-9d46-5697b48cc044 req-2284bc6a-b965-4c26-b5ab-ae989e1e2170 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 946 time: 0.1274540 Apr 11 17:23:18.217891 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-9b4faed9-339b-41f8-9d46-5697b48cc044 req-e918d099-00bb-4b3c-a582-f4c19bea6fba tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=30f7aedf-dffa-4fdc-948f-e321d511164a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293500 Apr 11 17:23:19.157179 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-17ea623e-8827-47bc-be02-97573db6a301 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:19.158739 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-17ea623e-8827-47bc-be02-97573db6a301 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/networks?id=d63f2af2-d77c-4d05-8af6-43e6196cbb1a HTTP/1.1" status: 200 len: 814 time: 0.1599596 Apr 11 17:23:19.174649 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-37327009-d97b-4b48-b7f7-a9d1c358eee7 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/quotas/c8aa45ba97e145178798e1da4304e776 HTTP/1.1" status: 200 len: 375 time: 0.0098381 Apr 11 17:23:19.486467 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-a1c762a8-bff6-4e20-bc36-57e4567f2395 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c8aa45ba97e145178798e1da4304e776&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3055484 Apr 11 17:23:19.670191 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca3782-f44c-48c0-846b-9fce42949ba1 req-2509668b-d4a2-4c1a-9665-8ff0f5d44410 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:19.671771 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-cdca3782-f44c-48c0-846b-9fce42949ba1 req-2509668b-d4a2-4c1a-9665-8ff0f5d44410 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 946 time: 0.2280238 Apr 11 17:23:19.706488 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-06d6bb50-a453-472f-ad01-3de054cbd094 service neutron] 10.222.0.16 "GET /v2.0/networks/d63f2af2-d77c-4d05-8af6-43e6196cbb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064676 Apr 11 17:23:19.714243 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-cdca3782-f44c-48c0-846b-9fce42949ba1 req-e02c9837-942b-47c5-8d93-af099fc59cb5 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=30f7aedf-dffa-4fdc-948f-e321d511164a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318844 Apr 11 17:23:19.861200 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-2d1258b8-b164-4690-a332-add6379ff3be service neutron] 10.222.0.16 "GET /v2.0/networks/d63f2af2-d77c-4d05-8af6-43e6196cbb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459663 Apr 11 17:23:20.080707 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-4b199674-ee11-4198-a77b-23abfec7192d req-ae41b26e-1c3a-43f7-ba13-b004232e58f9 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?device_id=6efdaa77-dab9-4266-b89d-f5cc54108f96 HTTP/1.1" status: 200 len: 210 time: 0.0578651 Apr 11 17:23:20.368068 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e2d261-4925-4a7f-9f3d-981dd278865c req-d31f99e3-d0c0-46fb-9173-54912b5ec3ac tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:20.369659 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-43e2d261-4925-4a7f-9f3d-981dd278865c req-d31f99e3-d0c0-46fb-9173-54912b5ec3ac tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 946 time: 0.0991585 Apr 11 17:23:20.402428 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-43e2d261-4925-4a7f-9f3d-981dd278865c req-2f8ec292-647b-4fec-b6ff-6e0b89c0b5d9 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0250981 Apr 11 17:23:20.928291 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455903e-a7da-4356-b3fe-ed0f5e6f36a7 req-2861f1f8-be6e-4b2d-a3c7-ee9277a87232 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:20.929899 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e455903e-a7da-4356-b3fe-ed0f5e6f36a7 req-2861f1f8-be6e-4b2d-a3c7-ee9277a87232 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 946 time: 0.0920403 Apr 11 17:23:20.964596 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e455903e-a7da-4356-b3fe-ed0f5e6f36a7 req-37a98d91-d30b-45d6-95f4-62da2b9ba092 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=30f7aedf-dffa-4fdc-948f-e321d511164a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268466 Apr 11 17:23:21.272997 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-42367bf1-7ef1-4f63-bf06-685bbdf3fb66 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:21.274802 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-42367bf1-7ef1-4f63-bf06-685bbdf3fb66 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.42 "GET /v2.0/networks?id=d63f2af2-d77c-4d05-8af6-43e6196cbb1a HTTP/1.1" status: 200 len: 814 time: 0.2192278 Apr 11 17:23:21.277286 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-cbe52597-8952-4473-bc1e-1cabfd8f3e2b req-f1d219db-c827-43f4-ac68-a789081dde22 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?device_id=6efdaa77-dab9-4266-b89d-f5cc54108f96 HTTP/1.1" status: 200 len: 210 time: 0.0666211 Apr 11 17:23:21.288844 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-ea002d2d-66bf-4643-a84e-33750f3784a5 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Request body: {'port': {'device_id': '6efdaa77-dab9-4266-b89d-f5cc54108f96', 'network_id': 'd63f2af2-d77c-4d05-8af6-43e6196cbb1a', 'admin_state_up': True, 'tenant_id': 'c8aa45ba97e145178798e1da4304e776'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:23:21.444113 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-ea002d2d-66bf-4643-a84e-33750f3784a5 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:23:21.454402 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-ea002d2d-66bf-4643-a84e-33750f3784a5 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:23:21.464100 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-ea002d2d-66bf-4643-a84e-33750f3784a5 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Made reservation on behalf of c8aa45ba97e145178798e1da4304e776 for: {'port': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:23:21.470815 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-ea002d2d-66bf-4643-a84e-33750f3784a5 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:21.694974 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-ea002d2d-66bf-4643-a84e-33750f3784a5 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Allocated IP 172.20.0.12 (d63f2af2-d77c-4d05-8af6-43e6196cbb1a/b7ae801e-42f1-4e2c-82b9-16a7ce7636f2/672cc317-c203-4cb9-b433-eb8be4bb2adb) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:23:21.714674 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebe8d1d-a934-4d1b-ac46-cca89921d295 req-518122a1-4571-46f3-859c-c74b8899ead5 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:21.716184 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-7ebe8d1d-a934-4d1b-ac46-cca89921d295 req-518122a1-4571-46f3-859c-c74b8899ead5 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 946 time: 0.1851432 Apr 11 17:23:21.771259 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-7ebe8d1d-a934-4d1b-ac46-cca89921d295 req-14dda2b9-6a81-4e30-a3bd-e908d6420a4c tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474908 Apr 11 17:23:21.927481 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-ea002d2d-66bf-4643-a84e-33750f3784a5 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:21.957571 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-ea002d2d-66bf-4643-a84e-33750f3784a5 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6317060'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:21.973951 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ba8ffee8-478f-4004-8748-baf281b87ac6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:23:22.163741 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea002d2d-66bf-4643-a84e-33750f3784a5 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Pushing event updated for resources: {'Port': ['ID=672cc317-c203-4cb9-b433-eb8be4bb2adb,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:23:22.178120 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea002d2d-66bf-4643-a84e-33750f3784a5 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:23:22.178528 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea002d2d-66bf-4643-a84e-33750f3784a5 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:23:22.178927 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea002d2d-66bf-4643-a84e-33750f3784a5 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:23:22.179320 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea002d2d-66bf-4643-a84e-33750f3784a5 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:23:22.179709 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea002d2d-66bf-4643-a84e-33750f3784a5 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:23:22.180150 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea002d2d-66bf-4643-a84e-33750f3784a5 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:23:22.180541 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea002d2d-66bf-4643-a84e-33750f3784a5 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:23:22.180924 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea002d2d-66bf-4643-a84e-33750f3784a5 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:23:22.181312 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea002d2d-66bf-4643-a84e-33750f3784a5 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:23:22.181694 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea002d2d-66bf-4643-a84e-33750f3784a5 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:23:22.182074 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea002d2d-66bf-4643-a84e-33750f3784a5 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:23:22.182457 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea002d2d-66bf-4643-a84e-33750f3784a5 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:23:22.198461 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ea002d2d-66bf-4643-a84e-33750f3784a5 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:23:22.229535 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 33738) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:23:22.257241 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-ea002d2d-66bf-4643-a84e-33750f3784a5 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Network d63f2af2-d77c-4d05-8af6-43e6196cbb1a is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:23:22.265668 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537c442-1f23-4fe3-b3d0-a32d29f0fdd8 req-1bab72b9-6901-43c3-9f8a-3249dc3d1ab2 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:22.267243 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-4537c442-1f23-4fe3-b3d0-a32d29f0fdd8 req-1bab72b9-6901-43c3-9f8a-3249dc3d1ab2 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 946 time: 0.1794963 Apr 11 17:23:22.268271 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-ea002d2d-66bf-4643-a84e-33750f3784a5 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:23:22.271077 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-ea002d2d-66bf-4643-a84e-33750f3784a5 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:23:22.346650 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-4537c442-1f23-4fe3-b3d0-a32d29f0fdd8 req-8d284d62-fdff-4532-8bbf-3f52609b50e7 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=30f7aedf-dffa-4fdc-948f-e321d511164a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462399 Apr 11 17:23:22.364228 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8f61c965-a344-4c97-8787-e8238cb2c694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:22.366544 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-ea002d2d-66bf-4643-a84e-33750f3784a5 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:22.367227 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-ea002d2d-66bf-4643-a84e-33750f3784a5 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:22.383922 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-8f61c965-a344-4c97-8787-e8238cb2c694 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:23:22.392549 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-8f61c965-a344-4c97-8787-e8238cb2c694 admin admin] Usage tracker for resource:security_group_rule and tenant:3d6487806bf94d86a8c4c9ed2ed9f20d is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:23:22.397363 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-ea002d2d-66bf-4643-a84e-33750f3784a5 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1142089 Apr 11 17:23:22.398253 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-8f61c965-a344-4c97-8787-e8238cb2c694 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:23:22.405134 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-8f61c965-a344-4c97-8787-e8238cb2c694 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:23:22.409358 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-af1ade36-47a7-4a97-bc2c-208ce494b819 service neutron] Request body: {'port': {'device_id': '6efdaa77-dab9-4266-b89d-f5cc54108f96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:23:22.505544 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8f61c965-a344-4c97-8787-e8238cb2c694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:22.509300 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8f61c965-a344-4c97-8787-e8238cb2c694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:22.520929 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-60d12c42-2fa3-4e5e-89ee-4cc2a6d309a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:23:22.565063 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f61c965-a344-4c97-8787-e8238cb2c694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf5f6d3-314b-4c16-8a53-bf6f04fccf13,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:23:22.572622 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-8f61c965-a344-4c97-8787-e8238cb2c694 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d6487806bf94d86a8c4c9ed2ed9f20d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3416786 Apr 11 17:23:22.574921 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 33750) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:23:22.595368 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f61c965-a344-4c97-8787-e8238cb2c694 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:23:22.595973 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f61c965-a344-4c97-8787-e8238cb2c694 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:23:22.596944 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f61c965-a344-4c97-8787-e8238cb2c694 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:23:22.596944 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f61c965-a344-4c97-8787-e8238cb2c694 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:23:22.597467 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f61c965-a344-4c97-8787-e8238cb2c694 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:23:22.597966 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f61c965-a344-4c97-8787-e8238cb2c694 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:23:22.598482 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f61c965-a344-4c97-8787-e8238cb2c694 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:23:22.598980 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f61c965-a344-4c97-8787-e8238cb2c694 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:23:22.599500 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f61c965-a344-4c97-8787-e8238cb2c694 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:23:22.600093 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f61c965-a344-4c97-8787-e8238cb2c694 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:23:22.600230 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-af1ade36-47a7-4a97-bc2c-208ce494b819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:22.600597 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f61c965-a344-4c97-8787-e8238cb2c694 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:23:22.601086 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f61c965-a344-4c97-8787-e8238cb2c694 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:23:22.606751 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8f61c965-a344-4c97-8787-e8238cb2c694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:23:22.665366 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-715cbd61-4a2b-49d7-a346-406dbbe425fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:22.694001 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-715cbd61-4a2b-49d7-a346-406dbbe425fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:22.711457 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b84ce-381b-4791-a5fc-e23d135f4273 req-44df7ee8-0df8-4c03-90b7-c766ef307f72 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:22.712236 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-6b0b84ce-381b-4791-a5fc-e23d135f4273 req-44df7ee8-0df8-4c03-90b7-c766ef307f72 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Synchronizing usage tracker for tenant:c8aa45ba97e145178798e1da4304e776 on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:23:22.745137 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-715cbd61-4a2b-49d7-a346-406dbbe425fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:22.750357 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-be9260ef-658a-4b37-b57c-b924c2431673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:23:22.763741 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715cbd61-4a2b-49d7-a346-406dbbe425fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf5f6d3-314b-4c16-8a53-bf6f04fccf13,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:23:22.766990 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-715cbd61-4a2b-49d7-a346-406dbbe425fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:23:22.769181 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-715cbd61-4a2b-49d7-a346-406dbbe425fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:22.770398 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-715cbd61-4a2b-49d7-a346-406dbbe425fa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cdf5f6d3-314b-4c16-8a53-bf6f04fccf13 HTTP/1.1" status: 204 len: 168 time: 0.1943741 Apr 11 17:23:22.783244 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-6b0b84ce-381b-4791-a5fc-e23d135f4273 req-44df7ee8-0df8-4c03-90b7-c766ef307f72 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Unset dirty status for tenant:c8aa45ba97e145178798e1da4304e776 on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:23:22.784569 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6b0b84ce-381b-4791-a5fc-e23d135f4273 req-44df7ee8-0df8-4c03-90b7-c766ef307f72 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?device_id=6efdaa77-dab9-4266-b89d-f5cc54108f96 HTTP/1.1" status: 200 len: 932 time: 0.3407626 Apr 11 17:23:22.900062 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6b0b84ce-381b-4791-a5fc-e23d135f4273 req-7efd349a-0627-4a90-901c-d89655702c4a tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0dca341-6d9a-4db6-bd19-85f100ebbe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614772 Apr 11 17:23:23.067534 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac0eaa-68d0-458e-a687-9e357d54b620 req-c69a0997-cd98-45fc-b84a-a6535b3820a8 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:23.069070 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ebac0eaa-68d0-458e-a687-9e357d54b620 req-c69a0997-cd98-45fc-b84a-a6535b3820a8 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 945 time: 0.3286729 Apr 11 17:23:23.134951 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ebac0eaa-68d0-458e-a687-9e357d54b620 req-8316c9f1-76d6-4fda-921f-57b289e342d7 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499635 Apr 11 17:23:23.232193 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048f3c4-0029-4a72-9611-239d7ebb0ba5 req-8bacc4d7-e1a5-4306-bc5b-d41dfe0d0568 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:23.233684 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-4048f3c4-0029-4a72-9611-239d7ebb0ba5 req-8bacc4d7-e1a5-4306-bc5b-d41dfe0d0568 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 946 time: 0.2229536 Apr 11 17:23:23.247450 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-af1ade36-47a7-4a97-bc2c-208ce494b819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 672cc317-c203-4cb9-b433-eb8be4bb2adb {{(pid=85244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 11 17:23:23.256632 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-af1ade36-47a7-4a97-bc2c-208ce494b819 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:23.289687 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-af1ade36-47a7-4a97-bc2c-208ce494b819 service neutron] Transition to ACTIVE for port object 672cc317-c203-4cb9-b433-eb8be4bb2adb will not be triggered until provisioned by entity L2. {{(pid=85244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:23:23.292980 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-4048f3c4-0029-4a72-9611-239d7ebb0ba5 req-472a563e-061c-428c-ae66-9d635046b32f tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383902 Apr 11 17:23:23.294027 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-af1ade36-47a7-4a97-bc2c-208ce494b819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848458740'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:23.309571 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:23:23.723247 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ade36-47a7-4a97-bc2c-208ce494b819 service neutron] Pushing event updated for resources: {'Port': ['ID=672cc317-c203-4cb9-b433-eb8be4bb2adb,revision_number=2']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:23:23.730961 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-af1ade36-47a7-4a97-bc2c-208ce494b819 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:23:23.840385 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcde2fc-eb66-4c8e-9e70-e79e0f3cb5d0 req-13d2b515-eca2-4358-a738-fd58064a52f8 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:23.842799 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-7dcde2fc-eb66-4c8e-9e70-e79e0f3cb5d0 req-13d2b515-eca2-4358-a738-fd58064a52f8 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 946 time: 0.2308369 Apr 11 17:23:23.940147 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-7dcde2fc-eb66-4c8e-9e70-e79e0f3cb5d0 req-b3843c48-8d5d-4b6c-bd92-ba94967dc104 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=30f7aedf-dffa-4fdc-948f-e321d511164a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887878 Apr 11 17:23:23.990193 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-af1ade36-47a7-4a97-bc2c-208ce494b819 service neutron] Attempting to bind port 672cc317-c203-4cb9-b433-eb8be4bb2adb on host hv-cinder-78477 for vnic_type normal with profile {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:23:23.990490 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-af1ade36-47a7-4a97-bc2c-208ce494b819 service neutron] Attempting to bind port 672cc317-c203-4cb9-b433-eb8be4bb2adb by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '86ca0e7e-fa7a-40b7-a28a-d9877a1e223f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd63f2af2-d77c-4d05-8af6-43e6196cbb1a'}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 11 17:23:23.990856 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-af1ade36-47a7-4a97-bc2c-208ce494b819 service neutron] Attempting to bind port 672cc317-c203-4cb9-b433-eb8be4bb2adb on network d63f2af2-d77c-4d05-8af6-43e6196cbb1a {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:23:23.995785 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-af1ade36-47a7-4a97-bc2c-208ce494b819 service neutron] Port 672cc317-c203-4cb9-b433-eb8be4bb2adb on network d63f2af2-d77c-4d05-8af6-43e6196cbb1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:23:23.996202 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-af1ade36-47a7-4a97-bc2c-208ce494b819 service neutron] Attempting to bind port 672cc317-c203-4cb9-b433-eb8be4bb2adb on network d63f2af2-d77c-4d05-8af6-43e6196cbb1a {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:23:24.001680 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-af1ade36-47a7-4a97-bc2c-208ce494b819 service neutron] Checking agent: {'id': '0333fbf7-6dfe-499c-9c5e-b9bf9a863355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 18, 34), 'started_at': datetime.datetime(2021, 4, 11, 17, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 17:23:24.002056 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-af1ade36-47a7-4a97-bc2c-208ce494b819 service neutron] Checking segment: {'id': '86ca0e7e-fa7a-40b7-a28a-d9877a1e223f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd63f2af2-d77c-4d05-8af6-43e6196cbb1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:23:24.002481 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-af1ade36-47a7-4a97-bc2c-208ce494b819 service neutron] Bound using segment: {'id': '86ca0e7e-fa7a-40b7-a28a-d9877a1e223f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd63f2af2-d77c-4d05-8af6-43e6196cbb1a'} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 17:23:24.002955 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-af1ade36-47a7-4a97-bc2c-208ce494b819 service neutron] Bound port: 672cc317-c203-4cb9-b433-eb8be4bb2adb, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86ca0e7e-fa7a-40b7-a28a-d9877a1e223f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'd63f2af2-d77c-4d05-8af6-43e6196cbb1a'}}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 11 17:23:24.003913 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-af1ade36-47a7-4a97-bc2c-208ce494b819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:24.148445 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-af1ade36-47a7-4a97-bc2c-208ce494b819 service neutron] For port 672cc317-c203-4cb9-b433-eb8be4bb2adb, host hv-cinder-78477, cleared binding levels {{(pid=85244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 11 17:23:24.158988 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-af1ade36-47a7-4a97-bc2c-208ce494b819 service neutron] For port 672cc317-c203-4cb9-b433-eb8be4bb2adb, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=672cc317-c203-4cb9-b433-eb8be4bb2adb,segment=NetworkSegment(86ca0e7e-fa7a-40b7-a28a-d9877a1e223f),segment_id=86ca0e7e-fa7a-40b7-a28a-d9877a1e223f)] {{(pid=85244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 11 17:23:24.163621 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-af1ade36-47a7-4a97-bc2c-208ce494b819 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848458740'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:24.178992 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:23:24.217566 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b0c36-4e32-4550-b736-5356a4e70946 req-00faeff8-865d-41f8-bc79-419a54272ed9 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:24.219184 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-814b0c36-4e32-4550-b736-5356a4e70946 req-00faeff8-865d-41f8-bc79-419a54272ed9 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?device_id=6efdaa77-dab9-4266-b89d-f5cc54108f96 HTTP/1.1" status: 200 len: 944 time: 0.1855872 Apr 11 17:23:24.397749 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-814b0c36-4e32-4550-b736-5356a4e70946 req-5720b410-2750-4182-a2d3-4977dd91fa2a tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0dca341-6d9a-4db6-bd19-85f100ebbe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193492 Apr 11 17:23:24.428025 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1ade36-47a7-4a97-bc2c-208ce494b819 service neutron] Pushing event updated for resources: {'Port': ['ID=672cc317-c203-4cb9-b433-eb8be4bb2adb,revision_number=3']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:23:24.431424 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-af1ade36-47a7-4a97-bc2c-208ce494b819 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:23:24.478366 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-af1ade36-47a7-4a97-bc2c-208ce494b819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:24.478934 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-af1ade36-47a7-4a97-bc2c-208ce494b819 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:24.480635 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-af1ade36-47a7-4a97-bc2c-208ce494b819 service neutron] 10.222.0.42 "PUT /v2.0/ports/672cc317-c203-4cb9-b433-eb8be4bb2adb HTTP/1.1" status: 200 len: 1094 time: 2.0758212 Apr 11 17:23:24.481344 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6efdaa77-dab9-4266-b89d-f5cc54108f96', 'tag': '672cc317-c203-4cb9-b433-eb8be4bb2adb'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:23:24.509406 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc77664-6b05-49e7-b181-8edc3af8acc4 req-2adc95d6-08c4-4f52-b9fe-aa4e1b97cb12 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:24.511066 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-dbc77664-6b05-49e7-b181-8edc3af8acc4 req-2adc95d6-08c4-4f52-b9fe-aa4e1b97cb12 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 945 time: 0.2381735 Apr 11 17:23:24.595789 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 6 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:23:24.635274 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-dbc77664-6b05-49e7-b181-8edc3af8acc4 req-623e0caf-dd63-4ceb-86bf-bdd86a8fb1ae tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152048 Apr 11 17:23:24.694746 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6aecd-3b6e-4d37-b54b-8e01f5826e88 req-bd6b1ebd-4438-497d-ad9e-caf111b8908f tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:24.696336 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c2e6aecd-3b6e-4d37-b54b-8e01f5826e88 req-bd6b1ebd-4438-497d-ad9e-caf111b8908f tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 946 time: 0.1783223 Apr 11 17:23:24.698058 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6efdaa77-dab9-4266-b89d-f5cc54108f96', 'tag': '672cc317-c203-4cb9-b433-eb8be4bb2adb', 'status': 'completed', 'code': 200} Apr 11 17:23:24.705831 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-fba86bbe-b1ab-4c88-be49-ee5c4cd1e4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:24.707323 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-fba86bbe-b1ab-4c88-be49-ee5c4cd1e4a3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c8aa45ba97e145178798e1da4304e776&device_id=6efdaa77-dab9-4266-b89d-f5cc54108f96 HTTP/1.1" status: 200 len: 1097 time: 0.1363735 Apr 11 17:23:24.791841 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-8b910759-9b12-499a-82e9-d9cb2cf06dca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=672cc317-c203-4cb9-b433-eb8be4bb2adb HTTP/1.1" status: 200 len: 217 time: 0.0704837 Apr 11 17:23:24.794943 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c2e6aecd-3b6e-4d37-b54b-8e01f5826e88 req-2da22f0e-1bcd-4909-a9cf-dc88c72ba46b tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915320 Apr 11 17:23:24.864867 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-6f47139e-e634-4dcb-bd6f-319b9405553a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:24.866407 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-6f47139e-e634-4dcb-bd6f-319b9405553a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b7ae801e-42f1-4e2c-82b9-16a7ce7636f2 HTTP/1.1" status: 200 len: 854 time: 0.0675263 Apr 11 17:23:24.924517 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-065f5b4e-be81-426f-8d91-40b16ea5650a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d63f2af2-d77c-4d05-8af6-43e6196cbb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450637 Apr 11 17:23:25.114696 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-ed0bd336-2dd3-4fb4-b3b6-d44e2e9858cd service neutron] 10.222.0.42 "GET /v2.0/networks/d63f2af2-d77c-4d05-8af6-43e6196cbb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815195 Apr 11 17:23:25.248315 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19dbfb2-9816-4bb4-ba9d-9a843069f1d1 req-d7f73132-6aab-41f7-a36d-6308b537fc49 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:25.249814 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a19dbfb2-9816-4bb4-ba9d-9a843069f1d1 req-d7f73132-6aab-41f7-a36d-6308b537fc49 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 946 time: 0.1880085 Apr 11 17:23:25.302857 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a19dbfb2-9816-4bb4-ba9d-9a843069f1d1 req-205f4904-9730-492c-a345-29375facf4d6 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=30f7aedf-dffa-4fdc-948f-e321d511164a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419230 Apr 11 17:23:25.308389 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6015b992-08ee-4cd6-80db-d59eb7c7780e req-8af0feb8-b9f1-4bcb-acca-a5ccaec4c633 service neutron] 10.222.0.42 "GET /v2.0/networks/d63f2af2-d77c-4d05-8af6-43e6196cbb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829686 Apr 11 17:23:25.434184 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f374a5-efd6-4247-a933-98a1b3effa24 req-37a3a5cf-945a-483e-ae3a-9837483a333f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:25.435784 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-61f374a5-efd6-4247-a933-98a1b3effa24 req-37a3a5cf-945a-483e-ae3a-9837483a333f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c8aa45ba97e145178798e1da4304e776&device_id=6efdaa77-dab9-4266-b89d-f5cc54108f96 HTTP/1.1" status: 200 len: 1097 time: 0.0822101 Apr 11 17:23:25.512451 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2b296-a589-4a76-b907-2ee3893e7f46 req-9c6039d3-8e31-48f3-a47d-596cb7375883 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:25.513157 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-c8b2b296-a589-4a76-b907-2ee3893e7f46 req-9c6039d3-8e31-48f3-a47d-596cb7375883 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Synchronizing usage tracker for tenant:3d63b099ed974ed8a5699b5d7c2a64f8 on resource:port {{(pid=85243) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:23:25.529742 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-c8b2b296-a589-4a76-b907-2ee3893e7f46 req-9c6039d3-8e31-48f3-a47d-596cb7375883 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Unset dirty status for tenant:3d63b099ed974ed8a5699b5d7c2a64f8 on resource:port {{(pid=85243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:23:25.531128 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c8b2b296-a589-4a76-b907-2ee3893e7f46 req-9c6039d3-8e31-48f3-a47d-596cb7375883 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.42 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 945 time: 0.1094184 Apr 11 17:23:25.613208 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-c8b2b296-a589-4a76-b907-2ee3893e7f46 req-2b7c164a-7b6d-43d2-b3a8-c1bf9e1ccf23 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Deleting port f6e40142-a3be-439c-992d-222c6f210dd1 {{(pid=85243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:23:25.613595 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-c8b2b296-a589-4a76-b907-2ee3893e7f46 req-2b7c164a-7b6d-43d2-b3a8-c1bf9e1ccf23 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:25.658308 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f374a5-efd6-4247-a933-98a1b3effa24 req-e3588648-b228-46ef-8bfc-4bd05719ce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:25.659970 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-61f374a5-efd6-4247-a933-98a1b3effa24 req-e3588648-b228-46ef-8bfc-4bd05719ce02 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d63f2af2-d77c-4d05-8af6-43e6196cbb1a HTTP/1.1" status: 200 len: 915 time: 0.2175226 Apr 11 17:23:25.669336 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acff2f-f0c0-4c9b-a9bd-43919c6523df req-6e12267f-466f-4c98-9f52-260a7fedae3c tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:25.670924 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-50acff2f-f0c0-4c9b-a9bd-43919c6523df req-6e12267f-466f-4c98-9f52-260a7fedae3c tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?device_id=6efdaa77-dab9-4266-b89d-f5cc54108f96 HTTP/1.1" status: 200 len: 944 time: 0.1434186 Apr 11 17:23:25.753107 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-61f374a5-efd6-4247-a933-98a1b3effa24 req-e64f7e76-7b14-4aa2-93d1-13357b8ebaf2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=672cc317-c203-4cb9-b433-eb8be4bb2adb HTTP/1.1" status: 200 len: 217 time: 0.0811472 Apr 11 17:23:25.860465 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-50acff2f-f0c0-4c9b-a9bd-43919c6523df req-0cbc99b4-fe61-4804-805e-5edbdef82221 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0dca341-6d9a-4db6-bd19-85f100ebbe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269763 Apr 11 17:23:25.889494 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-c8b2b296-a589-4a76-b907-2ee3893e7f46 req-2b7c164a-7b6d-43d2-b3a8-c1bf9e1ccf23 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] For port f6e40142-a3be-439c-992d-222c6f210dd1, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=f6e40142-a3be-439c-992d-222c6f210dd1,segment=NetworkSegment(67ab9727-5518-4af8-b386-cfda222f1ba3),segment_id=67ab9727-5518-4af8-b386-cfda222f1ba3)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:23:25.889494 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-c8b2b296-a589-4a76-b907-2ee3893e7f46 req-2b7c164a-7b6d-43d2-b3a8-c1bf9e1ccf23 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:25.896225 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f374a5-efd6-4247-a933-98a1b3effa24 req-03ca0a02-81d3-4bbc-b788-89fa30f2e90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:25.897782 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-61f374a5-efd6-4247-a933-98a1b3effa24 req-03ca0a02-81d3-4bbc-b788-89fa30f2e90f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b7ae801e-42f1-4e2c-82b9-16a7ce7636f2 HTTP/1.1" status: 200 len: 854 time: 0.1026504 Apr 11 17:23:25.957491 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-61f374a5-efd6-4247-a933-98a1b3effa24 req-8465b5ae-c018-488b-af6d-2cdc5fa7618f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d63f2af2-d77c-4d05-8af6-43e6196cbb1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502305 Apr 11 17:23:25.966453 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fdb259-daa3-4c68-bb11-d8f14b3c3ee4 req-595b7fa2-d635-4e91-b1eb-ed3920ce3250 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:25.968142 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-86fdb259-daa3-4c68-bb11-d8f14b3c3ee4 req-595b7fa2-d635-4e91-b1eb-ed3920ce3250 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=1bcd673f-ae36-45b1-9faf-5dd6956b0e1c HTTP/1.1" status: 200 len: 945 time: 0.2134719 Apr 11 17:23:26.030078 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-c8b2b296-a589-4a76-b907-2ee3893e7f46 req-2b7c164a-7b6d-43d2-b3a8-c1bf9e1ccf23 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Calling delete_port for f6e40142-a3be-439c-992d-222c6f210dd1 owned by compute:nova {{(pid=85243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:23:26.135694 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-86fdb259-daa3-4c68-bb11-d8f14b3c3ee4 req-3e909457-3b45-4237-91a1-1277cd494d7a tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450438 Apr 11 17:23:26.181964 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-c8b2b296-a589-4a76-b907-2ee3893e7f46 req-2b7c164a-7b6d-43d2-b3a8-c1bf9e1ccf23 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771099430430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771099036582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6354135'] for port, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:26.193307 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] get_ports_and_sgs() called for port_ids ['f6e40142-a3be-439c-992d-222c6f210dd1', 'fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7'] {{(pid=85245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 17:23:26.197302 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:23:26.206001 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-61f374a5-efd6-4247-a933-98a1b3effa24 req-106033f6-9553-4376-bc25-0911ee6ee0b4 service neutron] 10.222.0.42 "GET /v2.0/networks/d63f2af2-d77c-4d05-8af6-43e6196cbb1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368774 Apr 11 17:23:26.215743 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86596b-406d-4c13-9811-51f6c0b187bd req-ca7f7c92-d227-4cb7-a8f4-407972eca0ab tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:26.217323 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6e86596b-406d-4c13-9811-51f6c0b187bd req-ca7f7c92-d227-4cb7-a8f4-407972eca0ab tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 946 time: 0.2256918 Apr 11 17:23:26.293285 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c164a-7b6d-43d2-b3a8-c1bf9e1ccf23 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Pushing event deleted for resources: {'Port': ['ID=f6e40142-a3be-439c-992d-222c6f210dd1,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:23:26.300948 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2b7c164a-7b6d-43d2-b3a8-c1bf9e1ccf23 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:23:26.332628 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6e86596b-406d-4c13-9811-51f6c0b187bd req-9bbfab35-693a-4195-aada-155c3ab9f81d tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914221 Apr 11 17:23:26.408779 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-61f374a5-efd6-4247-a933-98a1b3effa24 req-3a1ade89-f8b0-4f25-baa4-09700b504dee service neutron] 10.222.0.42 "GET /v2.0/networks/d63f2af2-d77c-4d05-8af6-43e6196cbb1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904075 Apr 11 17:23:26.478884 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b2b296-a589-4a76-b907-2ee3893e7f46 req-2b7c164a-7b6d-43d2-b3a8-c1bf9e1ccf23 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] No DVR routers for this DVR port f6e40142-a3be-439c-992d-222c6f210dd1 on host hv-cinder-78477 {{(pid=85243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 11 17:23:26.482427 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-c8b2b296-a589-4a76-b907-2ee3893e7f46 req-2b7c164a-7b6d-43d2-b3a8-c1bf9e1ccf23 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for port, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:26.490617 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bcd673f-ae36-45b1-9faf-5dd6956b0e1c', 'name': 'network-vif-deleted', 'tag': 'f6e40142-a3be-439c-992d-222c6f210dd1'}] {{(pid=85243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:23:26.510312 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c8b2b296-a589-4a76-b907-2ee3893e7f46 req-2b7c164a-7b6d-43d2-b3a8-c1bf9e1ccf23 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.42 "DELETE /v2.0/ports/f6e40142-a3be-439c-992d-222c6f210dd1 HTTP/1.1" status: 204 len: 173 time: 0.9731028 Apr 11 17:23:26.555025 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bd9da-561f-4ba9-8667-450926747e93 req-83020492-f240-400b-af46-3623fa52d368 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:26.556692 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ff8bd9da-561f-4ba9-8667-450926747e93 req-83020492-f240-400b-af46-3623fa52d368 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 946 time: 0.1095247 Apr 11 17:23:26.565101 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bcd673f-ae36-45b1-9faf-5dd6956b0e1c', 'name': 'network-vif-deleted', 'tag': 'f6e40142-a3be-439c-992d-222c6f210dd1', 'status': 'completed', 'code': 200} Apr 11 17:23:26.823438 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ff8bd9da-561f-4ba9-8667-450926747e93 req-addd7bc3-4cc8-46e1-83ce-c1fb268c230e tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=30f7aedf-dffa-4fdc-948f-e321d511164a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2601974 Apr 11 17:23:27.070746 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da0762-0d7d-44b1-84ab-b6134e7fbaa8 req-9b0c129d-12e0-47f4-8e05-1e7b07e567e0 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:27.072401 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-41da0762-0d7d-44b1-84ab-b6134e7fbaa8 req-9b0c129d-12e0-47f4-8e05-1e7b07e567e0 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?device_id=6efdaa77-dab9-4266-b89d-f5cc54108f96 HTTP/1.1" status: 200 len: 944 time: 0.0908785 Apr 11 17:23:27.104294 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-41da0762-0d7d-44b1-84ab-b6134e7fbaa8 req-e3c7be0a-c461-4418-bd85-a9d560094d3c tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0dca341-6d9a-4db6-bd19-85f100ebbe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0248530 Apr 11 17:23:27.604028 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d426de7-dd97-4346-a50f-7d98d67e9c7f req-64577a25-01ad-4bf8-b41f-1fa717e412f1 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:27.605598 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-7d426de7-dd97-4346-a50f-7d98d67e9c7f req-64577a25-01ad-4bf8-b41f-1fa717e412f1 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 946 time: 0.1406014 Apr 11 17:23:27.647444 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-7d426de7-dd97-4346-a50f-7d98d67e9c7f req-6db08af7-2ac4-4309-ae50-8c3dee7cc924 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346434 Apr 11 17:23:27.663455 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bdb37a-d8a1-4cfc-9af4-782c04cb529d req-b5bdce42-4c7a-4fab-9310-469f52df92b9 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:27.665053 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f5bdb37a-d8a1-4cfc-9af4-782c04cb529d req-b5bdce42-4c7a-4fab-9310-469f52df92b9 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.1265140 Apr 11 17:23:27.697464 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f5bdb37a-d8a1-4cfc-9af4-782c04cb529d req-acd05451-3f12-4d05-8db0-b95de6ba32c9 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259717 Apr 11 17:23:28.028502 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5316e6e-508a-4ece-a7b7-1cb4c4fa70b4 req-d37a9fa6-2801-4965-9704-737ac199bca4 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:28.030097 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a5316e6e-508a-4ece-a7b7-1cb4c4fa70b4 req-d37a9fa6-2801-4965-9704-737ac199bca4 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 946 time: 0.0885010 Apr 11 17:23:28.061161 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a5316e6e-508a-4ece-a7b7-1cb4c4fa70b4 req-20093ce6-630b-4da0-9bfc-3f6b59a312ed tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=30f7aedf-dffa-4fdc-948f-e321d511164a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0245097 Apr 11 17:23:28.315609 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ce13d-6e63-4b9a-b2a5-d4d0e97b56ab req-9c8c3c47-f942-49b7-a87c-865641ad80e7 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:28.317850 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-fa0ce13d-6e63-4b9a-b2a5-d4d0e97b56ab req-9c8c3c47-f942-49b7-a87c-865641ad80e7 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?device_id=6efdaa77-dab9-4266-b89d-f5cc54108f96 HTTP/1.1" status: 200 len: 944 time: 0.0984120 Apr 11 17:23:28.405160 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-fa0ce13d-6e63-4b9a-b2a5-d4d0e97b56ab req-76156b51-68c7-4169-a5ac-d06d9ec61ebb tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0dca341-6d9a-4db6-bd19-85f100ebbe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789895 Apr 11 17:23:28.447380 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b87dcb-829c-4b93-a639-1fba7de1ce89 req-09164400-9f48-479c-ab87-b5d507fa61be tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:28.449151 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-16b87dcb-829c-4b93-a639-1fba7de1ce89 req-09164400-9f48-479c-ab87-b5d507fa61be tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 946 time: 0.1033773 Apr 11 17:23:28.479767 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9119e-eb38-4dfe-ae8b-7699ee4505ca req-99522414-2f94-4b77-8149-108c677b7f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:28.481790 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-16b87dcb-829c-4b93-a639-1fba7de1ce89 req-63e77bd2-1603-4ce3-8fb8-772719ed7a90 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=30f7aedf-dffa-4fdc-948f-e321d511164a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0256307 Apr 11 17:23:28.484321 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-68b9119e-eb38-4dfe-ae8b-7699ee4505ca req-99522414-2f94-4b77-8149-108c677b7f72 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1dff44dcd306439ea6d1f64cae358515&device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 1099 time: 0.0896044 Apr 11 17:23:28.623897 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9119e-eb38-4dfe-ae8b-7699ee4505ca req-4b63f80a-2f5d-46a7-adcb-650f8b2ff363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:28.625402 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-68b9119e-eb38-4dfe-ae8b-7699ee4505ca req-4b63f80a-2f5d-46a7-adcb-650f8b2ff363 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f79386bd-8864-4166-bb9e-db3cc709422a HTTP/1.1" status: 200 len: 912 time: 0.1363022 Apr 11 17:23:28.734820 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-68b9119e-eb38-4dfe-ae8b-7699ee4505ca req-ccced1db-411f-4ab4-9b76-71131f3f7286 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2fbef57-9115-4869-b070-75dad6a54030 HTTP/1.1" status: 200 len: 1002 time: 0.1022305 Apr 11 17:23:28.934270 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ccee89-762a-4b9e-89ac-e36e07fb7564 req-a246a034-d74e-487e-917c-0c6c28b8ec96 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:28.935926 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-74ccee89-762a-4b9e-89ac-e36e07fb7564 req-a246a034-d74e-487e-917c-0c6c28b8ec96 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 946 time: 0.1683998 Apr 11 17:23:28.949547 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603a306-36f8-4be2-b20e-423d5b3e0ca2 req-cf2ef169-63bf-414a-a9df-39a4e03308b6 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:28.951194 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d603a306-36f8-4be2-b20e-423d5b3e0ca2 req-cf2ef169-63bf-414a-a9df-39a4e03308b6 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.1321645 Apr 11 17:23:28.992472 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-74ccee89-762a-4b9e-89ac-e36e07fb7564 req-27824563-2626-4d7d-9709-9d483d4d8e83 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401850 Apr 11 17:23:29.000926 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d603a306-36f8-4be2-b20e-423d5b3e0ca2 req-8deef36e-334d-4ffe-871c-07f5f00b8ebc tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328991 Apr 11 17:23:29.008866 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9119e-eb38-4dfe-ae8b-7699ee4505ca req-439f0005-4c04-4886-bcb7-f29f6167ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:29.010434 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-68b9119e-eb38-4dfe-ae8b-7699ee4505ca req-439f0005-4c04-4886-bcb7-f29f6167ea87 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d687bab0-4e02-4bbb-b7d3-fd6ef7a92063 HTTP/1.1" status: 200 len: 850 time: 0.2668765 Apr 11 17:23:29.096645 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b9119e-eb38-4dfe-ae8b-7699ee4505ca req-80666bc3-8d9f-4e31-ba40-52645e23b425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:29.098273 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-68b9119e-eb38-4dfe-ae8b-7699ee4505ca req-80666bc3-8d9f-4e31-ba40-52645e23b425 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f79386bd-8864-4166-bb9e-db3cc709422a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0807121 Apr 11 17:23:29.191480 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device 672cc317-c203-4cb9-b433-eb8be4bb2adb details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 11 17:23:29.196574 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device f6e40142-a3be-439c-992d-222c6f210dd1 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 11 17:23:29.236534 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] No Port match for: f6e40142-a3be-439c-992d-222c6f210dd1 {{(pid=85245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 11 17:23:29.236931 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device f6e40142-a3be-439c-992d-222c6f210dd1 not bound to the agent host hv-cinder-78477 {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 11 17:23:29.242958 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-68b9119e-eb38-4dfe-ae8b-7699ee4505ca req-9dba64e0-4137-47f5-9e06-ec07c7156cfc service neutron] 10.222.0.42 "GET /v2.0/networks/f79386bd-8864-4166-bb9e-db3cc709422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376443 Apr 11 17:23:29.373287 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port 672cc317-c203-4cb9-b433-eb8be4bb2adb, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=672cc317-c203-4cb9-b433-eb8be4bb2adb,segment=NetworkSegment(86ca0e7e-fa7a-40b7-a28a-d9877a1e223f),segment_id=86ca0e7e-fa7a-40b7-a28a-d9877a1e223f)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:23:29.386665 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-68b9119e-eb38-4dfe-ae8b-7699ee4505ca req-87ff3ca8-68af-4150-8bd6-cc68e750805f service neutron] 10.222.0.42 "GET /v2.0/networks/f79386bd-8864-4166-bb9e-db3cc709422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371720 Apr 11 17:23:29.387246 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Returning: {'device': '672cc317-c203-4cb9-b433-eb8be4bb2adb', 'network_id': 'd63f2af2-d77c-4d05-8af6-43e6196cbb1a', 'port_id': '672cc317-c203-4cb9-b433-eb8be4bb2adb', 'mac_address': 'fa:16:3e:b1:1e:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7ae801e-42f1-4e2c-82b9-16a7ce7636f2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 17:23:29.449858 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:29.451206 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 672cc317-c203-4cb9-b433-eb8be4bb2adb {{(pid=85245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 11 17:23:29.467778 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port 672cc317-c203-4cb9-b433-eb8be4bb2adb, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=672cc317-c203-4cb9-b433-eb8be4bb2adb,segment=NetworkSegment(86ca0e7e-fa7a-40b7-a28a-d9877a1e223f),segment_id=86ca0e7e-fa7a-40b7-a28a-d9877a1e223f)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:23:29.470654 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:29.473072 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:23:29.546079 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=672cc317-c203-4cb9-b433-eb8be4bb2adb,revision_number=4']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:23:29.549242 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:23:29.654121 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325aa887-2f39-451d-993c-538b7d3636e8 req-ffe3c483-4ede-47de-bb28-9ab2d1250787 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:29.655677 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-325aa887-2f39-451d-993c-538b7d3636e8 req-ffe3c483-4ede-47de-bb28-9ab2d1250787 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?device_id=6efdaa77-dab9-4266-b89d-f5cc54108f96 HTTP/1.1" status: 200 len: 945 time: 0.1305461 Apr 11 17:23:29.700875 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-325aa887-2f39-451d-993c-538b7d3636e8 req-49e1f0a4-c064-44d2-ac69-8608f1b602f0 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0dca341-6d9a-4db6-bd19-85f100ebbe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385571 Apr 11 17:23:29.731070 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7f181-673f-41d9-9263-0303e4eebebb req-c86971f4-0629-489b-b678-0d668079348a tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:29.732669 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a7d7f181-673f-41d9-9263-0303e4eebebb req-c86971f4-0629-489b-b678-0d668079348a tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 946 time: 0.1226006 Apr 11 17:23:29.764100 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a7d7f181-673f-41d9-9263-0303e4eebebb req-314db1ab-be94-4336-a1cc-265e157875ee tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=30f7aedf-dffa-4fdc-948f-e321d511164a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0242925 Apr 11 17:23:29.922743 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] get_ports_and_sgs() called for port_ids ['672cc317-c203-4cb9-b433-eb8be4bb2adb'] {{(pid=85245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 17:23:30.286691 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3867ad4-cac0-40a8-ba5b-3a56a26eef67 req-62c4f70e-e1ea-418c-b0d0-7307fb498c21 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:30.288207 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a3867ad4-cac0-40a8-ba5b-3a56a26eef67 req-62c4f70e-e1ea-418c-b0d0-7307fb498c21 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.1624932 Apr 11 17:23:30.300718 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5694d3-403d-4675-9066-cb4fe88abc07 req-fed1ef1c-0b33-4444-bdb1-1b6d27661bc4 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:30.302190 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8b5694d3-403d-4675-9066-cb4fe88abc07 req-fed1ef1c-0b33-4444-bdb1-1b6d27661bc4 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 946 time: 0.1350083 Apr 11 17:23:30.345640 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a3867ad4-cac0-40a8-ba5b-3a56a26eef67 req-e0e9c36a-d5d8-48a5-82cf-b74ad1b894b3 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424232 Apr 11 17:23:30.350454 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8b5694d3-403d-4675-9066-cb4fe88abc07 req-7a2985d4-d3e9-42c7-bb47-6f900a917df9 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326641 Apr 11 17:23:30.957212 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464389a-ce4b-4908-8e1d-86a6a7664e88 req-3108fabd-c455-4621-885d-be399eab4e3b tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:30.958786 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0464389a-ce4b-4908-8e1d-86a6a7664e88 req-3108fabd-c455-4621-885d-be399eab4e3b tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?device_id=6efdaa77-dab9-4266-b89d-f5cc54108f96 HTTP/1.1" status: 200 len: 945 time: 0.1453092 Apr 11 17:23:30.999391 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0464389a-ce4b-4908-8e1d-86a6a7664e88 req-82ffe8e8-1b09-4ee0-9af8-4fa38d0cc3c3 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0dca341-6d9a-4db6-bd19-85f100ebbe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330575 Apr 11 17:23:31.011626 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d261d2-ef31-491f-bdb8-9d7c9205bf61 req-8a3f25d7-1f4c-45ee-83a2-b56e311e5133 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:31.013233 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-86d261d2-ef31-491f-bdb8-9d7c9205bf61 req-8a3f25d7-1f4c-45ee-83a2-b56e311e5133 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 946 time: 0.1301131 Apr 11 17:23:31.045373 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-86d261d2-ef31-491f-bdb8-9d7c9205bf61 req-bf23f40d-6629-4b55-8393-52e91370b102 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=30f7aedf-dffa-4fdc-948f-e321d511164a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0251455 Apr 11 17:23:31.197218 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device 672cc317-c203-4cb9-b433-eb8be4bb2adb up at agent hyperv_hv-cinder-78477 {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:23:31.268027 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Provisioning for port 672cc317-c203-4cb9-b433-eb8be4bb2adb completed by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:23:31.272845 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Provisioning complete for port 672cc317-c203-4cb9-b433-eb8be4bb2adb triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:23:31.273268 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:31.399306 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:31.412189 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6efdaa77-dab9-4266-b89d-f5cc54108f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672cc317-c203-4cb9-b433-eb8be4bb2adb'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:23:31.424034 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port 672cc317-c203-4cb9-b433-eb8be4bb2adb, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=672cc317-c203-4cb9-b433-eb8be4bb2adb,segment=NetworkSegment(86ca0e7e-fa7a-40b7-a28a-d9877a1e223f),segment_id=86ca0e7e-fa7a-40b7-a28a-d9877a1e223f)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:23:31.429017 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:31.431031 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:23:31.507693 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=672cc317-c203-4cb9-b433-eb8be4bb2adb,revision_number=5']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:23:31.511017 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:23:31.622815 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de633b1-a9b2-4bce-ba64-32af5065129d req-659ebc64-623f-4d6d-9e4f-32f59004ae15 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:31.624478 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-7de633b1-a9b2-4bce-ba64-32af5065129d req-659ebc64-623f-4d6d-9e4f-32f59004ae15 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.1598573 Apr 11 17:23:31.638172 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07228241-edc7-4fb8-b36e-c74c53c6d66c req-6e25ceaf-4196-4015-8942-b49c25e65f0e tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:31.639720 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-07228241-edc7-4fb8-b36e-c74c53c6d66c req-6e25ceaf-4196-4015-8942-b49c25e65f0e tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 946 time: 0.1349335 Apr 11 17:23:31.688132 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-7de633b1-a9b2-4bce-ba64-32af5065129d req-2c8cb041-093c-47bc-ad10-8658bf1e3ab6 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473094 Apr 11 17:23:31.693811 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-07228241-edc7-4fb8-b36e-c74c53c6d66c req-0f3c757a-c954-4336-997c-781dc888ccc6 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376050 Apr 11 17:23:31.745913 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6efdaa77-dab9-4266-b89d-f5cc54108f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672cc317-c203-4cb9-b433-eb8be4bb2adb', 'code': 200} Apr 11 17:23:32.008895 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf2d1f-e2f1-44a6-bbbe-6b00fad4c8a1 req-378f3f6f-5af8-4794-b0de-cf956657f59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:32.010494 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-26bf2d1f-e2f1-44a6-bbbe-6b00fad4c8a1 req-378f3f6f-5af8-4794-b0de-cf956657f59b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6efdaa77-dab9-4266-b89d-f5cc54108f96 HTTP/1.1" status: 200 len: 1099 time: 0.0828671 Apr 11 17:23:32.055523 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-26bf2d1f-e2f1-44a6-bbbe-6b00fad4c8a1 req-167e077c-8569-4a72-84ab-7c7f3ee660e3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f0dca341-6d9a-4db6-bd19-85f100ebbe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0228159 Apr 11 17:23:32.204048 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36353e4a-930f-43fd-b19a-2e9b05384b7a req-4d96fb46-8474-4a41-951b-476c79e77cab tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:32.205656 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-36353e4a-930f-43fd-b19a-2e9b05384b7a req-4d96fb46-8474-4a41-951b-476c79e77cab tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?device_id=6efdaa77-dab9-4266-b89d-f5cc54108f96 HTTP/1.1" status: 200 len: 946 time: 0.0895488 Apr 11 17:23:32.236989 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-36353e4a-930f-43fd-b19a-2e9b05384b7a req-7c986daa-67a7-481a-81d8-9fff68aa036a tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0dca341-6d9a-4db6-bd19-85f100ebbe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0247228 Apr 11 17:23:32.970367 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f613cad-ea5b-492c-a230-ecfee435ef09 req-a2539e15-8c47-4dfe-b070-9c3d29d22b74 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:32.972560 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0f613cad-ea5b-492c-a230-ecfee435ef09 req-a2539e15-8c47-4dfe-b070-9c3d29d22b74 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.1638799 Apr 11 17:23:32.980972 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36acbfab-2997-4ee4-bad6-700a064209c4 req-7591fd51-baaa-4a03-8de2-a59ca38990d9 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:32.982550 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-36acbfab-2997-4ee4-bad6-700a064209c4 req-7591fd51-baaa-4a03-8de2-a59ca38990d9 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 946 time: 0.1369534 Apr 11 17:23:33.028078 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0f613cad-ea5b-492c-a230-ecfee435ef09 req-e89b2206-356f-4a61-af9d-6d93e15e9d96 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444214 Apr 11 17:23:33.033278 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-36acbfab-2997-4ee4-bad6-700a064209c4 req-abdc6806-716a-4aad-be92-2aea2eee2e87 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345700 Apr 11 17:23:33.202421 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device 29683527-34da-4cc3-ac60-f5c4283cc12d details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 11 17:23:33.358293 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port 29683527-34da-4cc3-ac60-f5c4283cc12d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=29683527-34da-4cc3-ac60-f5c4283cc12d,segment=NetworkSegment(8f975aaa-dcda-4b79-90fe-e36b252d6285),segment_id=8f975aaa-dcda-4b79-90fe-e36b252d6285)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:23:33.374082 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Returning: {'device': '29683527-34da-4cc3-ac60-f5c4283cc12d', 'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f', 'port_id': '29683527-34da-4cc3-ac60-f5c4283cc12d', 'mac_address': 'fa:16:3e:ee:8f:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b37db23d-12d1-4791-957e-028de05166fa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 17:23:33.434430 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:33.435775 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 29683527-34da-4cc3-ac60-f5c4283cc12d {{(pid=85245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 11 17:23:33.448451 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6f73b-7334-4fd9-8613-5e13acca87c8 req-eff07c72-9b6d-4f23-be40-b5da41e11654 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:33.450386 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6ad6f73b-7334-4fd9-8613-5e13acca87c8 req-eff07c72-9b6d-4f23-be40-b5da41e11654 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?device_id=6efdaa77-dab9-4266-b89d-f5cc54108f96 HTTP/1.1" status: 200 len: 946 time: 0.0947011 Apr 11 17:23:33.453775 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port 29683527-34da-4cc3-ac60-f5c4283cc12d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=29683527-34da-4cc3-ac60-f5c4283cc12d,segment=NetworkSegment(8f975aaa-dcda-4b79-90fe-e36b252d6285),segment_id=8f975aaa-dcda-4b79-90fe-e36b252d6285)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:23:33.456995 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:33.458875 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:23:33.491561 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6ad6f73b-7334-4fd9-8613-5e13acca87c8 req-abedfcc6-5497-4621-bbef-57a6b9c4e073 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0dca341-6d9a-4db6-bd19-85f100ebbe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343170 Apr 11 17:23:33.535249 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=29683527-34da-4cc3-ac60-f5c4283cc12d,revision_number=6']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:23:33.538351 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:23:33.619791 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] get_ports_and_sgs() called for port_ids ['29683527-34da-4cc3-ac60-f5c4283cc12d'] {{(pid=85245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 17:23:33.742229 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f8f6cbe0-6f2d-4547-aeb3-7058ec563a68 req-53e18653-0577-453c-8e09-458f2e3bf218 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0853024 Apr 11 17:23:33.748335 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f238ded-b46d-44e8-a686-69f287accf72 req-43eaf110-0b14-4606-a7e1-08d9c4c9ac8c tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:33.749140 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-3f238ded-b46d-44e8-a686-69f287accf72 req-43eaf110-0b14-4606-a7e1-08d9c4c9ac8c tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Synchronizing usage tracker for tenant:3d63b099ed974ed8a5699b5d7c2a64f8 on resource:port {{(pid=85243) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:23:33.760935 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:33.765739 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-3f238ded-b46d-44e8-a686-69f287accf72 req-43eaf110-0b14-4606-a7e1-08d9c4c9ac8c tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Unset dirty status for tenant:3d63b099ed974ed8a5699b5d7c2a64f8 on resource:port {{(pid=85243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:23:33.766965 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3f238ded-b46d-44e8-a686-69f287accf72 req-43eaf110-0b14-4606-a7e1-08d9c4c9ac8c tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.42 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.1107166 Apr 11 17:23:33.856376 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-3f238ded-b46d-44e8-a686-69f287accf72 req-e3ea82da-db6d-4a6f-8de9-7a557608f666 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Deleting port fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7 {{(pid=85243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:23:33.856673 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-3f238ded-b46d-44e8-a686-69f287accf72 req-e3ea82da-db6d-4a6f-8de9-7a557608f666 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:33.861521 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6cbe0-6f2d-4547-aeb3-7058ec563a68 req-bdc07597-5d82-403f-b108-ec72e6262c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:33.863129 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f8f6cbe0-6f2d-4547-aeb3-7058ec563a68 req-bdc07597-5d82-403f-b108-ec72e6262c2e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1dff44dcd306439ea6d1f64cae358515&device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 1099 time: 0.0846910 Apr 11 17:23:34.032252 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6cbe0-6f2d-4547-aeb3-7058ec563a68 req-120812f4-fb4b-4dc1-8d1a-37df4fcb4fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:34.033837 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f8f6cbe0-6f2d-4547-aeb3-7058ec563a68 req-120812f4-fb4b-4dc1-8d1a-37df4fcb4fd9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f79386bd-8864-4166-bb9e-db3cc709422a HTTP/1.1" status: 200 len: 912 time: 0.1427224 Apr 11 17:23:34.128900 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-3f238ded-b46d-44e8-a686-69f287accf72 req-e3ea82da-db6d-4a6f-8de9-7a557608f666 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] For port fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7,segment=NetworkSegment(67ab9727-5518-4af8-b386-cfda222f1ba3),segment_id=67ab9727-5518-4af8-b386-cfda222f1ba3)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:23:34.129264 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-3f238ded-b46d-44e8-a686-69f287accf72 req-e3ea82da-db6d-4a6f-8de9-7a557608f666 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:34.144009 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f8f6cbe0-6f2d-4547-aeb3-7058ec563a68 req-585cf0b8-983f-410a-a087-be2d4430005a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2fbef57-9115-4869-b070-75dad6a54030 HTTP/1.1" status: 200 len: 1002 time: 0.1027870 Apr 11 17:23:34.264106 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-3f238ded-b46d-44e8-a686-69f287accf72 req-e3ea82da-db6d-4a6f-8de9-7a557608f666 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Calling delete_port for fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7 owned by compute:nova {{(pid=85243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:23:34.332281 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6cbe0-6f2d-4547-aeb3-7058ec563a68 req-c9f5aaaf-7f5d-4132-b730-f3710ff89cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:34.333831 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f8f6cbe0-6f2d-4547-aeb3-7058ec563a68 req-c9f5aaaf-7f5d-4132-b730-f3710ff89cfb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d687bab0-4e02-4bbb-b7d3-fd6ef7a92063 HTTP/1.1" status: 200 len: 850 time: 0.1834910 Apr 11 17:23:34.415026 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-3f238ded-b46d-44e8-a686-69f287accf72 req-e3ea82da-db6d-4a6f-8de9-7a557608f666 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771099430430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771099036582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6354135'] for port, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:34.426813 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] get_ports_and_sgs() called for port_ids ['fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7'] {{(pid=85245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 17:23:34.431115 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2f210956-f88e-45e6-a1bd-ec1915141189 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:23:34.434127 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35902c42-7524-4c49-8e58-356baff22d9a req-acfdec4b-b50b-4dbc-a079-6e284f98d02b tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:34.435725 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-35902c42-7524-4c49-8e58-356baff22d9a req-acfdec4b-b50b-4dbc-a079-6e284f98d02b tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 945 time: 0.2417028 Apr 11 17:23:34.450359 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3002bb5f-c8d1-4838-9194-64e8b2584f83 req-1fd16284-18e3-4446-98ab-f7c58c86d1af tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:34.451946 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3002bb5f-c8d1-4838-9194-64e8b2584f83 req-1fd16284-18e3-4446-98ab-f7c58c86d1af tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dc72c57-2194-4d97-9879-b7ca0cbe1503 HTTP/1.1" status: 200 len: 946 time: 0.2629120 Apr 11 17:23:34.483353 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-35902c42-7524-4c49-8e58-356baff22d9a req-273f5cd2-5b56-46ca-92e0-2a0ffdd281b0 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283740 Apr 11 17:23:34.520307 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f6cbe0-6f2d-4547-aeb3-7058ec563a68 req-cd33a033-719e-4c13-9814-6b5102b9e00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:34.522589 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f8f6cbe0-6f2d-4547-aeb3-7058ec563a68 req-cd33a033-719e-4c13-9814-6b5102b9e00c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f79386bd-8864-4166-bb9e-db3cc709422a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1787953 Apr 11 17:23:34.525969 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3002bb5f-c8d1-4838-9194-64e8b2584f83 req-4aa5ae21-e817-4bb3-b052-0538b6186734 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.16 "GET /v2.0/security-groups?id=dc51ec99-5084-4b8a-8c9d-64c35281e30e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402563 Apr 11 17:23:34.540713 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea82da-db6d-4a6f-8de9-7a557608f666 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Pushing event deleted for resources: {'Port': ['ID=fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:23:34.550585 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e3ea82da-db6d-4a6f-8de9-7a557608f666 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:23:34.691118 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f238ded-b46d-44e8-a686-69f287accf72 req-e3ea82da-db6d-4a6f-8de9-7a557608f666 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] No DVR routers for this DVR port fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7 on host hv-cinder-78477 {{(pid=85243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 11 17:23:34.693551 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-3f238ded-b46d-44e8-a686-69f287accf72 req-e3ea82da-db6d-4a6f-8de9-7a557608f666 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for port, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:34.696367 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dc72c57-2194-4d97-9879-b7ca0cbe1503', 'name': 'network-vif-deleted', 'tag': 'fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7'}] {{(pid=85243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:23:34.711662 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3f238ded-b46d-44e8-a686-69f287accf72 req-e3ea82da-db6d-4a6f-8de9-7a557608f666 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] 10.222.0.42 "DELETE /v2.0/ports/fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7 HTTP/1.1" status: 204 len: 173 time: 0.9328291 Apr 11 17:23:34.747697 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dc72c57-2194-4d97-9879-b7ca0cbe1503', 'name': 'network-vif-deleted', 'tag': 'fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7', 'status': 'completed', 'code': 200} Apr 11 17:23:34.748482 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f8f6cbe0-6f2d-4547-aeb3-7058ec563a68 req-c8d54dcd-d106-4996-8caf-f67c41071d40 service neutron] 10.222.0.42 "GET /v2.0/networks/f79386bd-8864-4166-bb9e-db3cc709422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189374 Apr 11 17:23:34.760844 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f96948-5e26-4055-91a0-00d685d94c6f req-19e7c346-ac3f-4fbc-9b62-5f071cd47f28 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:34.762912 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-84f96948-5e26-4055-91a0-00d685d94c6f req-19e7c346-ac3f-4fbc-9b62-5f071cd47f28 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?device_id=6efdaa77-dab9-4266-b89d-f5cc54108f96 HTTP/1.1" status: 200 len: 946 time: 0.1417444 Apr 11 17:23:34.859468 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-23c5dd2b-3f7b-47c8-bcb0-b892b8e4651b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:34.879278 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-84f96948-5e26-4055-91a0-00d685d94c6f req-5eb97aa2-3bc2-4dab-a395-acca57b27e22 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0dca341-6d9a-4db6-bd19-85f100ebbe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900147 Apr 11 17:23:34.926109 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f8f6cbe0-6f2d-4547-aeb3-7058ec563a68 req-b0743cc7-6653-4e51-b999-1ddd35d1ff7a service neutron] 10.222.0.42 "GET /v2.0/networks/f79386bd-8864-4166-bb9e-db3cc709422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614065 Apr 11 17:23:35.207954 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device 29683527-34da-4cc3-ac60-f5c4283cc12d up at agent hyperv_hv-cinder-78477 {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:23:35.285571 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Provisioning complete for port 29683527-34da-4cc3-ac60-f5c4283cc12d triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:23:35.285997 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:35.420001 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:35.431530 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f206e244-f2eb-4479-ac8c-967542c6e6ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29683527-34da-4cc3-ac60-f5c4283cc12d'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:23:35.442260 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port 29683527-34da-4cc3-ac60-f5c4283cc12d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=29683527-34da-4cc3-ac60-f5c4283cc12d,segment=NetworkSegment(8f975aaa-dcda-4b79-90fe-e36b252d6285),segment_id=8f975aaa-dcda-4b79-90fe-e36b252d6285)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:23:35.445393 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:35.447413 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:23:35.488551 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f206e244-f2eb-4479-ac8c-967542c6e6ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29683527-34da-4cc3-ac60-f5c4283cc12d', 'code': 200} Apr 11 17:23:35.524011 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=29683527-34da-4cc3-ac60-f5c4283cc12d,revision_number=7']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:23:35.527227 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:23:35.631748 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 33858) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:23:35.708564 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc1547-9292-4dff-aa97-66a3c8d05e04 req-4ad72abe-5c8c-4bd1-a628-ddeac32f4d25 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:35.710449 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c6dc1547-9292-4dff-aa97-66a3c8d05e04 req-4ad72abe-5c8c-4bd1-a628-ddeac32f4d25 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 946 time: 0.0900276 Apr 11 17:23:35.745210 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c6dc1547-9292-4dff-aa97-66a3c8d05e04 req-fa39bac3-fa3a-4c1a-9f0c-cb426626a19d tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279846 Apr 11 17:23:36.197891 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cc03f89f-c6bf-434e-99c6-c92e88f6b897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846760598'] for router_interface, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:36.574799 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-cc03f89f-c6bf-434e-99c6-c92e88f6b897 admin admin] Deleting port a7ac2bee-3e20-4a42-a343-cc97b1c167bd {{(pid=85243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:23:36.575457 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cc03f89f-c6bf-434e-99c6-c92e88f6b897 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:36.848566 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-cc03f89f-c6bf-434e-99c6-c92e88f6b897 admin admin] For port a7ac2bee-3e20-4a42-a343-cc97b1c167bd, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=a7ac2bee-3e20-4a42-a343-cc97b1c167bd,segment=NetworkSegment(67ab9727-5518-4af8-b386-cfda222f1ba3),segment_id=67ab9727-5518-4af8-b386-cfda222f1ba3)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:23:36.848947 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cc03f89f-c6bf-434e-99c6-c92e88f6b897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:36.957914 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac3545-9404-45b7-b57e-eb8912e88204 req-3d3d2b8d-7ffb-4913-a8dc-7439d4e989e9 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:36.959967 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e2ac3545-9404-45b7-b57e-eb8912e88204 req-3d3d2b8d-7ffb-4913-a8dc-7439d4e989e9 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 946 time: 0.0940142 Apr 11 17:23:36.992753 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e2ac3545-9404-45b7-b57e-eb8912e88204 req-6621efa9-c4ba-45c8-b4fa-3ad8cdca1830 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0258751 Apr 11 17:23:36.994771 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-cc03f89f-c6bf-434e-99c6-c92e88f6b897 admin admin] Calling delete_port for a7ac2bee-3e20-4a42-a343-cc97b1c167bd owned by network:router_interface {{(pid=85243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:23:37.223600 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 11 17:23:37.267770 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] No Port match for: fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7 {{(pid=85245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 11 17:23:37.268180 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device fcfc3bc3-39c5-4ee1-a4e2-c2e74d5b31e7 not bound to the agent host hv-cinder-78477 {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 11 17:23:37.292184 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9b4ae49a-fbe1-4d05-bdab-d59a505c7fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:37.564156 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cc03f89f-c6bf-434e-99c6-c92e88f6b897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771099430430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771099036582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6354135'] for port, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:37.580339 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:23:37.677907 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc03f89f-c6bf-434e-99c6-c92e88f6b897 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7ac2bee-3e20-4a42-a343-cc97b1c167bd,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:23:37.688149 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-cc03f89f-c6bf-434e-99c6-c92e88f6b897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:23:37.947110 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:38.055544 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cc03f89f-c6bf-434e-99c6-c92e88f6b897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7967587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846744726'] for router_interface, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:38.231131 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465e8cb-1c30-49ca-911f-261f2fbd3e77 req-25a48ac2-6884-4254-b6ae-caef8627778e tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:38.232969 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1465e8cb-1c30-49ca-911f-261f2fbd3e77 req-25a48ac2-6884-4254-b6ae-caef8627778e tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 946 time: 0.0957570 Apr 11 17:23:38.282421 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1465e8cb-1c30-49ca-911f-261f2fbd3e77 req-ef741764-5648-4427-a87b-725e215b4a4e tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319407 Apr 11 17:23:38.405570 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:38.639468 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc03f89f-c6bf-434e-99c6-c92e88f6b897 admin admin] Router ff3f7074-62cb-45e2-82c7-087a13e6411d has already been hosted by L3 agent 5d769fae-3c68-4f0c-97be-90cfc50b6a37 {{(pid=85243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 11 17:23:38.851918 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc03f89f-c6bf-434e-99c6-c92e88f6b897 admin admin] Notify agent at l3_agent.dv-cinder-784779-4-smb the message routers_updated {{(pid=85243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 11 17:23:38.865813 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652126b1-5fbb-4fc0-8468-0a2643706d4a None None] Sync routers for ids ['ff3f7074-62cb-45e2-82c7-087a13e6411d'] in dv-cinder-784779-4-smb {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 11 17:23:38.866494 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-cc03f89f-c6bf-434e-99c6-c92e88f6b897 admin admin] 10.222.0.16 "PUT /v2.0/routers/ff3f7074-62cb-45e2-82c7-087a13e6411d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2332931 Apr 11 17:23:38.869358 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 33898) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:23:38.876480 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652126b1-5fbb-4fc0-8468-0a2643706d4a None None] Routers {'ff3f7074-62cb-45e2-82c7-087a13e6411d'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:23:38.877125 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-652126b1-5fbb-4fc0-8468-0a2643706d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:23:37Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['ff3f7074-62cb-45e2-82c7-087a13e6411d'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:23:39.082214 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a10e3da8-ae76-4353-bbb8-6c6e5dd151db admin admin] Notify callbacks [] for router, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:39.102496 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-652126b1-5fbb-4fc0-8468-0a2643706d4a None None] Set router ff3f7074-62cb-45e2-82c7-087a13e6411d gateway port host: dv-cinder-784779-4-smb {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:23:39.282930 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:39.470656 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-652126b1-5fbb-4fc0-8468-0a2643706d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3f7074-62cb-45e2-82c7-087a13e6411d', 'name': 'tempest-ServerRescueNegativeTestJSON-1092599583-router', 'tenant_id': '3d63b099ed974ed8a5699b5d7c2a64f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.226'}], 'enable_snat': True}, 'gw_port_id': 'd75fb10c-6748-4571-af5f-091de1ef3aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:18Z', 'updated_at': '2021-04-11T17:23:37Z', 'revision_number': 5, 'project_id': '3d63b099ed974ed8a5699b5d7c2a64f8', 'gw_port': {'id': 'd75fb10c-6748-4571-af5f-091de1ef3aa0', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:eb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3f7074-62cb-45e2-82c7-087a13e6411d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:19Z', 'updated_at': '2021-04-11T17:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb'}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:23:39.475653 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652126b1-5fbb-4fc0-8468-0a2643706d4a None None] Checking router: ff3f7074-62cb-45e2-82c7-087a13e6411d for host: dv-cinder-784779-4-smb {{(pid=85246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 11 17:23:39.485870 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652126b1-5fbb-4fc0-8468-0a2643706d4a None None] Routers {'ff3f7074-62cb-45e2-82c7-087a13e6411d'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:23:39.486303 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-652126b1-5fbb-4fc0-8468-0a2643706d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:23:37Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['ff3f7074-62cb-45e2-82c7-087a13e6411d'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:23:39.702384 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a10e3da8-ae76-4353-bbb8-6c6e5dd151db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:39.723004 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ae94e-02b9-40a2-b6e2-c4dd37f3772b req-7bc058a5-0cce-4975-b475-8e7c80a2eed7 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:39.725093 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c59ae94e-02b9-40a2-b6e2-c4dd37f3772b req-7bc058a5-0cce-4975-b475-8e7c80a2eed7 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 946 time: 0.1898012 Apr 11 17:23:39.734044 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-a10e3da8-ae76-4353-bbb8-6c6e5dd151db admin admin] Deleting port d75fb10c-6748-4571-af5f-091de1ef3aa0 {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:23:39.734398 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a10e3da8-ae76-4353-bbb8-6c6e5dd151db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:39.796274 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c59ae94e-02b9-40a2-b6e2-c4dd37f3772b req-a1cff9d5-bfee-4638-b6f1-7671a10b87a2 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633061 Apr 11 17:23:39.908777 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-652126b1-5fbb-4fc0-8468-0a2643706d4a None None] Set router ff3f7074-62cb-45e2-82c7-087a13e6411d gateway port host: dv-cinder-784779-4-smb {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:23:40.079563 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-a10e3da8-ae76-4353-bbb8-6c6e5dd151db admin admin] For port d75fb10c-6748-4571-af5f-091de1ef3aa0, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=d75fb10c-6748-4571-af5f-091de1ef3aa0,segment=NetworkSegment(0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e),segment_id=0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:23:40.085495 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a10e3da8-ae76-4353-bbb8-6c6e5dd151db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:40.248611 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-a10e3da8-ae76-4353-bbb8-6c6e5dd151db admin admin] Calling delete_port for d75fb10c-6748-4571-af5f-091de1ef3aa0 owned by network:router_gateway {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:23:40.297163 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-652126b1-5fbb-4fc0-8468-0a2643706d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff3f7074-62cb-45e2-82c7-087a13e6411d', 'name': 'tempest-ServerRescueNegativeTestJSON-1092599583-router', 'tenant_id': '3d63b099ed974ed8a5699b5d7c2a64f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.226'}], 'enable_snat': True}, 'gw_port_id': 'd75fb10c-6748-4571-af5f-091de1ef3aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:18Z', 'updated_at': '2021-04-11T17:23:37Z', 'revision_number': 5, 'project_id': '3d63b099ed974ed8a5699b5d7c2a64f8', 'gw_port': {'id': 'd75fb10c-6748-4571-af5f-091de1ef3aa0', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:eb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3f7074-62cb-45e2-82c7-087a13e6411d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:19Z', 'updated_at': '2021-04-11T17:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb'}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:23:40.302626 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652126b1-5fbb-4fc0-8468-0a2643706d4a None None] The sync data for ids ['ff3f7074-62cb-45e2-82c7-087a13e6411d'] in dv-cinder-784779-4-smb is: [{'id': 'ff3f7074-62cb-45e2-82c7-087a13e6411d', 'name': 'tempest-ServerRescueNegativeTestJSON-1092599583-router', 'tenant_id': '3d63b099ed974ed8a5699b5d7c2a64f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.226'}], 'enable_snat': True}, 'gw_port_id': 'd75fb10c-6748-4571-af5f-091de1ef3aa0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:18Z', 'updated_at': '2021-04-11T17:23:37Z', 'revision_number': 5, 'project_id': '3d63b099ed974ed8a5699b5d7c2a64f8', 'gw_port': {'id': 'd75fb10c-6748-4571-af5f-091de1ef3aa0', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:eb:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3f7074-62cb-45e2-82c7-087a13e6411d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:19Z', 'updated_at': '2021-04-11T17:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb'}] {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 11 17:23:40.644743 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a10e3da8-ae76-4353-bbb8-6c6e5dd151db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771099430430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771099036582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6317060'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:40.711049 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f8069604-965b-4351-815a-e1f9299adc69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:23:40.779879 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e3da8-ae76-4353-bbb8-6c6e5dd151db admin admin] Pushing event deleted for resources: {'Port': ['ID=d75fb10c-6748-4571-af5f-091de1ef3aa0,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:23:40.784136 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a10e3da8-ae76-4353-bbb8-6c6e5dd151db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:23:41.009127 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a10e3da8-ae76-4353-bbb8-6c6e5dd151db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8015236'] for router_gateway, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:41.203104 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a10e3da8-ae76-4353-bbb8-6c6e5dd151db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8222989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15196'] for router, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:41.205559 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a10e3da8-ae76-4353-bbb8-6c6e5dd151db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:41.312999 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a10e3da8-ae76-4353-bbb8-6c6e5dd151db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846745187'] for router, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:41.313568 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10e3da8-ae76-4353-bbb8-6c6e5dd151db admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff3f7074-62cb-45e2-82c7-087a13e6411d {{(pid=85244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 11 17:23:41.325184 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f6499-3438-4c29-88be-f1eb29fe7208 req-fce046a2-54cb-49b7-80ba-fbef5e05c56d tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:41.333093 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d05f6499-3438-4c29-88be-f1eb29fe7208 req-fce046a2-54cb-49b7-80ba-fbef5e05c56d tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 946 time: 0.3966322 Apr 11 17:23:41.368962 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a10e3da8-ae76-4353-bbb8-6c6e5dd151db admin admin] Notify callbacks [] for router, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:41.370077 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-a10e3da8-ae76-4353-bbb8-6c6e5dd151db admin admin] 10.222.0.16 "DELETE /v2.0/routers/ff3f7074-62cb-45e2-82c7-087a13e6411d HTTP/1.1" status: 204 len: 168 time: 2.4994016 Apr 11 17:23:41.373210 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 33914) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:23:41.381778 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d05f6499-3438-4c29-88be-f1eb29fe7208 req-cd30dba4-385a-4d34-9a0b-2c6c3cfb96ac tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455480 Apr 11 17:23:41.535284 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device a7ac2bee-3e20-4a42-a343-cc97b1c167bd no longer exists at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 11 17:23:41.590941 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dfbabc8-75ae-42af-b408-13964e595c20 admin admin] Deleting subnet 1afc838f-ad14-47c7-8b28-cd67a37f5780 {{(pid=85243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 11 17:23:41.595299 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2dfbabc8-75ae-42af-b408-13964e595c20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:41.628317 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] No Port match for: a7ac2bee-3e20-4a42-a343-cc97b1c167bd {{(pid=85245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 11 17:23:41.628945 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device a7ac2bee-3e20-4a42-a343-cc97b1c167bd not bound to the agent host dv-cinder-784779-4-smb {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 11 17:23:41.661773 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2dfbabc8-75ae-42af-b408-13964e595c20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6558329'] for subnet, precommit_delete_associations {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:41.731299 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2dfbabc8-75ae-42af-b408-13964e595c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-370660'] for subnet, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:42.144327 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2dfbabc8-75ae-42af-b408-13964e595c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854405123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848421728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5609759'] for subnet, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:42.164183 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:23:42.251818 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfbabc8-75ae-42af-b408-13964e595c20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1afc838f-ad14-47c7-8b28-cd67a37f5780,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:23:42.259673 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2dfbabc8-75ae-42af-b408-13964e595c20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:23:42.320254 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2dfbabc8-75ae-42af-b408-13964e595c20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for subnet, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:42.327644 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-2dfbabc8-75ae-42af-b408-13964e595c20 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1afc838f-ad14-47c7-8b28-cd67a37f5780 HTTP/1.1" status: 204 len: 168 time: 0.9531531 Apr 11 17:23:42.332717 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 33926) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:23:42.514749 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9124ef7a-2c5e-49b6-b78e-e15d6b152b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854564312'] for network, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:42.796006 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9124ef7a-2c5e-49b6-b78e-e15d6b152b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-369277', 'neutron.services.segments.db._delete_segments_for_network--9223363265755233635'] for network, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:42.873937 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe55f7-995b-47f6-a344-5b02d1948431 req-cd5351b5-1e22-430a-927f-4cf8b724c3c9 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:42.875581 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-83fe55f7-995b-47f6-a344-5b02d1948431 req-cd5351b5-1e22-430a-927f-4cf8b724c3c9 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 946 time: 0.2931066 Apr 11 17:23:42.936333 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-83fe55f7-995b-47f6-a344-5b02d1948431 req-41c6b3b5-aa47-44ea-9e50-77b7c38ae665 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428729 Apr 11 17:23:42.966733 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.segments.db [None req-9124ef7a-2c5e-49b6-b78e-e15d6b152b00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0328d80f-abb9-475c-a72f-263dcaf98637']}} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:23:42.983384 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.segments.db [None req-9124ef7a-2c5e-49b6-b78e-e15d6b152b00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ab9727-5518-4af8-b386-cfda222f1ba3') {'for_net_delete': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:23:42.983724 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.segments.db [None req-9124ef7a-2c5e-49b6-b78e-e15d6b152b00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ab9727-5518-4af8-b386-cfda222f1ba3') {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:23:42.998276 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9124ef7a-2c5e-49b6-b78e-e15d6b152b00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771099529263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848292493'] for segment, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:43.015368 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9124ef7a-2c5e-49b6-b78e-e15d6b152b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854391073'] for segment, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:43.023324 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9124ef7a-2c5e-49b6-b78e-e15d6b152b00 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=85244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 11 17:23:43.368772 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device d75fb10c-6748-4571-af5f-091de1ef3aa0 no longer exists at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 11 17:23:43.410540 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] No Port match for: d75fb10c-6748-4571-af5f-091de1ef3aa0 {{(pid=85245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 11 17:23:43.411347 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device d75fb10c-6748-4571-af5f-091de1ef3aa0 not bound to the agent host dv-cinder-784779-4-smb {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 11 17:23:43.462235 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-9124ef7a-2c5e-49b6-b78e-e15d6b152b00 admin admin] Network 0328d80f-abb9-475c-a72f-263dcaf98637 has no segments {{(pid=85244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 11 17:23:43.473112 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9124ef7a-2c5e-49b6-b78e-e15d6b152b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-384710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848458706'] for segment, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:43.678566 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-9124ef7a-2c5e-49b6-b78e-e15d6b152b00 admin admin] Network 0328d80f-abb9-475c-a72f-263dcaf98637 has no segments {{(pid=85244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 11 17:23:43.788048 dv-cinder-784779-4-smb neutron-server[85130]: Traceback (most recent call last): Apr 11 17:23:43.788048 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:23:43.788048 dv-cinder-784779-4-smb neutron-server[85130]: timer() Apr 11 17:23:43.788048 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:23:43.788048 dv-cinder-784779-4-smb neutron-server[85130]: cb(*args, **kw) Apr 11 17:23:43.788048 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 11 17:23:43.788048 dv-cinder-784779-4-smb neutron-server[85130]: return func(*args, **kwargs) Apr 11 17:23:43.788048 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:23:43.788048 dv-cinder-784779-4-smb neutron-server[85130]: self._notify() Apr 11 17:23:43.788048 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:23:43.788048 dv-cinder-784779-4-smb neutron-server[85130]: self.callback(batched_events) Apr 11 17:23:43.788048 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:23:43.788048 dv-cinder-784779-4-smb neutron-server[85130]: event.method(event) Apr 11 17:23:43.788048 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 17:23:43.788048 dv-cinder-784779-4-smb neutron-server[85130]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:23:43.788048 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 11 17:23:43.788048 dv-cinder-784779-4-smb neutron-server[85130]: segment_id)['aggregates'][0] Apr 11 17:23:43.788048 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 17:23:43.788048 dv-cinder-784779-4-smb neutron-server[85130]: return f(self, *a, **k) Apr 11 17:23:43.788048 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 17:23:43.788048 dv-cinder-784779-4-smb neutron-server[85130]: return self._get(url).json() Apr 11 17:23:43.788048 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:23:43.788048 dv-cinder-784779-4-smb neutron-server[85130]: **kwargs) Apr 11 17:23:43.788048 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:23:43.788048 dv-cinder-784779-4-smb neutron-server[85130]: return self.request(url, 'GET', **kwargs) Apr 11 17:23:43.788048 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 11 17:23:43.788048 dv-cinder-784779-4-smb neutron-server[85130]: **endpoint_filter) Apr 11 17:23:43.788048 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:23:43.788048 dv-cinder-784779-4-smb neutron-server[85130]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:23:43.788048 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:23:43.788048 dv-cinder-784779-4-smb neutron-server[85130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:23:43.788048 dv-cinder-784779-4-smb neutron-server[85130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:23:43.798594 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9124ef7a-2c5e-49b6-b78e-e15d6b152b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854406646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846760530'] for network, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:43.806454 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:23:43.823455 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9124ef7a-2c5e-49b6-b78e-e15d6b152b00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for network, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:43.833404 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9124ef7a-2c5e-49b6-b78e-e15d6b152b00 admin admin] Pushing event deleted for resources: {'Network': ['ID=0328d80f-abb9-475c-a72f-263dcaf98637,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:23:43.839255 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-9124ef7a-2c5e-49b6-b78e-e15d6b152b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:23:43.844475 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-9124ef7a-2c5e-49b6-b78e-e15d6b152b00 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0328d80f-abb9-475c-a72f-263dcaf98637 HTTP/1.1" status: 204 len: 168 time: 1.5109839 Apr 11 17:23:43.986790 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 33940) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:23:44.037195 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-557c2e23-0e8c-4094-82ba-24b0bd620c31 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d63b099ed974ed8a5699b5d7c2a64f8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0464404 Apr 11 17:23:44.037962 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 33944) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:23:44.119770 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-10c711b5-4574-42ff-bd0f-253118e3988d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:44.159006 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-10c711b5-4574-42ff-bd0f-253118e3988d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:44.211932 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-10c711b5-4574-42ff-bd0f-253118e3988d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:44.217884 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a8211497-9cfd-4f91-b3ba-f9d1d40a9817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:23:44.221098 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbacf8d3-6ad8-42f6-85ef-dbdd7d2bda94 req-7bfb2056-fe02-47e0-aeff-5139d890644a tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:44.223306 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-cbacf8d3-6ad8-42f6-85ef-dbdd7d2bda94 req-7bfb2056-fe02-47e0-aeff-5139d890644a tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 946 time: 0.1167629 Apr 11 17:23:44.236358 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c711b5-4574-42ff-bd0f-253118e3988d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc51ec99-5084-4b8a-8c9d-64c35281e30e,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:23:44.239386 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-10c711b5-4574-42ff-bd0f-253118e3988d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:23:44.258159 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-10c711b5-4574-42ff-bd0f-253118e3988d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:44.261839 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-10c711b5-4574-42ff-bd0f-253118e3988d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dc51ec99-5084-4b8a-8c9d-64c35281e30e HTTP/1.1" status: 204 len: 168 time: 0.2202766 Apr 11 17:23:44.262257 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-cbacf8d3-6ad8-42f6-85ef-dbdd7d2bda94 req-056f1d50-6836-40a8-b650-b1db15112fe7 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321848 Apr 11 17:23:45.354248 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 33982) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:23:45.548840 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-7f91dc61-9ef8-4980-ac57-0be379302108 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-282062119-network', 'tenant_id': '674717aec31e4ef9aad73ee7f0375962'}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:23:45.558795 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-7f91dc61-9ef8-4980-ac57-0be379302108 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:23:45.563945 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-7f91dc61-9ef8-4980-ac57-0be379302108 admin admin] Usage tracker for resource:network and tenant:674717aec31e4ef9aad73ee7f0375962 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:23:45.567206 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-7f91dc61-9ef8-4980-ac57-0be379302108 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:23:45.576407 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-7f91dc61-9ef8-4980-ac57-0be379302108 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:23:45.587617 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f91dc61-9ef8-4980-ac57-0be379302108 admin admin] Made reservation on behalf of 674717aec31e4ef9aad73ee7f0375962 for: {'network': 1} {{(pid=85243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:23:45.592668 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7f91dc61-9ef8-4980-ac57-0be379302108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for network, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:45.607402 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7f91dc61-9ef8-4980-ac57-0be379302108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:45.623745 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554864e-0767-4b2a-9ba8-958dd10d70d3 req-7791e850-9b9c-4fbd-9c12-9ac376ba4db9 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:45.625082 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-7f91dc61-9ef8-4980-ac57-0be379302108 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:23:45.629555 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-7f91dc61-9ef8-4980-ac57-0be379302108 admin admin] Usage tracker for resource:security_group_rule and tenant:674717aec31e4ef9aad73ee7f0375962 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:23:45.632386 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3554864e-0767-4b2a-9ba8-958dd10d70d3 req-7791e850-9b9c-4fbd-9c12-9ac376ba4db9 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 946 time: 0.1909988 Apr 11 17:23:45.633352 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-7f91dc61-9ef8-4980-ac57-0be379302108 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:23:45.640492 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-7f91dc61-9ef8-4980-ac57-0be379302108 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:23:45.684108 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3554864e-0767-4b2a-9ba8-958dd10d70d3 req-216bc937-5414-4a96-8c9b-cbbad369c566 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498767 Apr 11 17:23:45.742097 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7f91dc61-9ef8-4980-ac57-0be379302108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:45.745529 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7f91dc61-9ef8-4980-ac57-0be379302108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:45.749919 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e582916b-2a38-419d-acac-5ffdc383d5ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:23:45.780933 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f91dc61-9ef8-4980-ac57-0be379302108 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=85243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 11 17:23:45.790290 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f91dc61-9ef8-4980-ac57-0be379302108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433b5abe-3133-480d-90b1-247063717b9f,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:23:45.800602 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7f91dc61-9ef8-4980-ac57-0be379302108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:23:45.803796 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7f91dc61-9ef8-4980-ac57-0be379302108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854391073'] for segment, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:45.804417 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.db.segments_db [None req-7f91dc61-9ef8-4980-ac57-0be379302108 admin admin] Added segment 63151fce-5d9c-4a4b-a630-2dcd2620bae8 of type vlan for network 600bfa3f-166e-4c7b-a7d2-bcd10f0b1830 Apr 11 17:23:45.838832 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7f91dc61-9ef8-4980-ac57-0be379302108 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265755767019'] for network, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:45.871429 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7f91dc61-9ef8-4980-ac57-0be379302108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213'] for network, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:45.872898 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f91dc61-9ef8-4980-ac57-0be379302108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:45.873520 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7f91dc61-9ef8-4980-ac57-0be379302108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for network, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:45.879115 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-abb8c7b4-f8dc-4490-8d40-b73f542f03c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:23:45.983135 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-7f91dc61-9ef8-4980-ac57-0be379302108 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6271603 Apr 11 17:23:45.984007 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f91dc61-9ef8-4980-ac57-0be379302108 admin admin] Pushing event updated for resources: {'Network': ['ID=600bfa3f-166e-4c7b-a7d2-bcd10f0b1830,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:23:45.986065 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 33988) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:23:45.988786 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7f91dc61-9ef8-4980-ac57-0be379302108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:23:45.992958 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-523f7590-4914-4951-88d5-c5529d0cb22f admin admin] Request body: {'subnet': {'network_id': '600bfa3f-166e-4c7b-a7d2-bcd10f0b1830', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-282062119-subnet', 'tenant_id': '674717aec31e4ef9aad73ee7f0375962', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:23:45.996825 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Network 600bfa3f-166e-4c7b-a7d2-bcd10f0b1830 details requested by agent ovs-agent-dv-cinder-784779-4-smb with host dv-cinder-784779-4-smb {{(pid=85245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 11 17:23:45.998856 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-523f7590-4914-4951-88d5-c5529d0cb22f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:23:46.004177 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-523f7590-4914-4951-88d5-c5529d0cb22f admin admin] Usage tracker for resource:subnet and tenant:674717aec31e4ef9aad73ee7f0375962 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:23:46.007304 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-523f7590-4914-4951-88d5-c5529d0cb22f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:23:46.015867 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-523f7590-4914-4951-88d5-c5529d0cb22f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:23:46.033010 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523f7590-4914-4951-88d5-c5529d0cb22f admin admin] Made reservation on behalf of 674717aec31e4ef9aad73ee7f0375962 for: {'subnet': 1} {{(pid=85243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:23:46.037932 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-523f7590-4914-4951-88d5-c5529d0cb22f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036849165960'] for subnet, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:46.772064 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-523f7590-4914-4951-88d5-c5529d0cb22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848420505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036849166073'] for subnet, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:46.788712 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:23:46.923523 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f7590-4914-4951-88d5-c5529d0cb22f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f6fb04c-e2ca-4031-a1a8-3d7c1444c707,revision_number=0']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:23:46.932230 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-523f7590-4914-4951-88d5-c5529d0cb22f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:23:46.952097 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7298da-ad66-4b2e-815a-22db25821693 req-ae5b675e-ff6d-4155-9202-2ee52c9264ce tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:46.953844 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6f7298da-ad66-4b2e-815a-22db25821693 req-ae5b675e-ff6d-4155-9202-2ee52c9264ce tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 946 time: 0.1406732 Apr 11 17:23:46.997302 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6f7298da-ad66-4b2e-815a-22db25821693 req-c2df254e-d8f1-4a31-8201-37c2fddde386 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358531 Apr 11 17:23:47.023610 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523f7590-4914-4951-88d5-c5529d0cb22f admin admin] Checking segment: {'id': '63151fce-5d9c-4a4b-a630-2dcd2620bae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '600bfa3f-166e-4c7b-a7d2-bcd10f0b1830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:23:47.024090 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523f7590-4914-4951-88d5-c5529d0cb22f admin admin] Network hostable DHCP agents. Network: 600bfa3f-166e-4c7b-a7d2-bcd10f0b1830, hostable agents: ['86fd9441-0b4f-48d7-82ef-ef4e0a434903'], hosted agents: [] {{(pid=85243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 11 17:23:47.050530 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523f7590-4914-4951-88d5-c5529d0cb22f admin admin] Network 600bfa3f-166e-4c7b-a7d2-bcd10f0b1830 is scheduled to be hosted by DHCP agent 86fd9441-0b4f-48d7-82ef-ef4e0a434903 with binding_index 1 {{(pid=85243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 11 17:23:47.061954 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-523f7590-4914-4951-88d5-c5529d0cb22f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-4-smb, 600bfa3f-166e-4c7b-a7d2-bcd10f0b1830) {{(pid=85243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:23:47.075799 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523f7590-4914-4951-88d5-c5529d0cb22f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:47.076488 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6bd8b8-d7f9-4e12-bb43-941d5420aa54 None None] Network 600bfa3f-166e-4c7b-a7d2-bcd10f0b1830 requested from dv-cinder-784779-4-smb {{(pid=85245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 11 17:23:47.076603 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-523f7590-4914-4951-88d5-c5529d0cb22f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for subnet, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:47.104187 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-523f7590-4914-4951-88d5-c5529d0cb22f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1165802 Apr 11 17:23:47.696177 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08950241-1e89-43a7-93c3-386d5aadcb0b None None] Network 600bfa3f-166e-4c7b-a7d2-bcd10f0b1830 requested from dv-cinder-784779-4-smb {{(pid=85245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 11 17:23:47.778855 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-66578a2c-337b-4151-b88b-689680ddd023 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:47.787262 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-66578a2c-337b-4151-b88b-689680ddd023 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/networks?id=600bfa3f-166e-4c7b-a7d2-bcd10f0b1830 HTTP/1.1" status: 200 len: 814 time: 0.1767404 Apr 11 17:23:47.810426 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-b4e16f47-ff0e-4b18-8310-1d09be8fb858 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/quotas/674717aec31e4ef9aad73ee7f0375962 HTTP/1.1" status: 200 len: 375 time: 0.0220788 Apr 11 17:23:47.869173 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-1c1d9955-e9ce-45b7-af78-ba4955238191 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=674717aec31e4ef9aad73ee7f0375962&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576801 Apr 11 17:23:48.033010 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-a0c9e963-0310-40ab-9644-9f21b7927b7d service neutron] 10.222.0.16 "GET /v2.0/networks/600bfa3f-166e-4c7b-a7d2-bcd10f0b1830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627669 Apr 11 17:23:48.282952 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-9bfdc329-2937-49d8-bdb3-998911ace9c5 service neutron] 10.222.0.16 "GET /v2.0/networks/600bfa3f-166e-4c7b-a7d2-bcd10f0b1830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488673 Apr 11 17:23:48.300423 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627222c-967b-42e8-8514-399833a6a136 req-16cdf234-d359-4fea-babb-32907385c902 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:48.302407 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6627222c-967b-42e8-8514-399833a6a136 req-16cdf234-d359-4fea-babb-32907385c902 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 946 time: 0.1465292 Apr 11 17:23:48.340490 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6627222c-967b-42e8-8514-399833a6a136 req-96c5bb5f-bf45-4a5a-af33-aed324ea24ab tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309935 Apr 11 17:23:48.658847 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-7974e95d-c05c-4f22-9b1e-e3067fda4ef7 req-e80d1d0f-aae8-4e63-bb8a-f78959f1d400 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=7defef3b-4a9c-4aaf-a4ba-9eef01cda13d HTTP/1.1" status: 200 len: 210 time: 0.0722232 Apr 11 17:23:49.583130 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102fbc23-8bc2-4138-a3e5-f2edc82961fc req-d77fa2ec-bfec-4e69-bd86-5ce333494986 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:49.585218 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-102fbc23-8bc2-4138-a3e5-f2edc82961fc req-d77fa2ec-bfec-4e69-bd86-5ce333494986 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 946 time: 0.0985382 Apr 11 17:23:49.617878 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-102fbc23-8bc2-4138-a3e5-f2edc82961fc req-10dcbd99-52ea-4cc7-b2b7-56aa9cf4bc4d tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260704 Apr 11 17:23:49.844300 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-19f06c9e-0cda-4979-9bb5-11c4e257f214 req-fa570a54-b213-4eb7-a66e-9148c2fe7794 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=7defef3b-4a9c-4aaf-a4ba-9eef01cda13d HTTP/1.1" status: 200 len: 210 time: 0.0491729 Apr 11 17:23:50.101137 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-4d709ba6-607f-496d-8ec8-89a0cad4c288 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:50.102608 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-4d709ba6-607f-496d-8ec8-89a0cad4c288 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.42 "GET /v2.0/networks?id=600bfa3f-166e-4c7b-a7d2-bcd10f0b1830 HTTP/1.1" status: 200 len: 814 time: 0.1734750 Apr 11 17:23:50.119327 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-2da600a5-9122-4bd5-8b5d-5d6d81efcd45 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Request body: {'port': {'device_id': '7defef3b-4a9c-4aaf-a4ba-9eef01cda13d', 'network_id': '600bfa3f-166e-4c7b-a7d2-bcd10f0b1830', 'admin_state_up': True, 'tenant_id': '674717aec31e4ef9aad73ee7f0375962'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:23:50.279370 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-2da600a5-9122-4bd5-8b5d-5d6d81efcd45 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:23:50.284257 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-2da600a5-9122-4bd5-8b5d-5d6d81efcd45 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Usage tracker for resource:port and tenant:674717aec31e4ef9aad73ee7f0375962 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:23:50.287343 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-2da600a5-9122-4bd5-8b5d-5d6d81efcd45 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:23:50.293569 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-2da600a5-9122-4bd5-8b5d-5d6d81efcd45 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:23:50.302570 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-2da600a5-9122-4bd5-8b5d-5d6d81efcd45 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Made reservation on behalf of 674717aec31e4ef9aad73ee7f0375962 for: {'port': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:23:50.308696 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-2da600a5-9122-4bd5-8b5d-5d6d81efcd45 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:50.412874 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7007b-dbc2-4d67-8d91-fbf7275199c6 req-96f199ca-fde5-478f-b114-8d321f69806e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:50.414472 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3fe7007b-dbc2-4d67-8d91-fbf7275199c6 req-96f199ca-fde5-478f-b114-8d321f69806e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=85eed75d59b44674a89c120123abc4ab&device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 1099 time: 0.0841441 Apr 11 17:23:50.485713 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-2da600a5-9122-4bd5-8b5d-5d6d81efcd45 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Allocated IP 172.20.0.3 (600bfa3f-166e-4c7b-a7d2-bcd10f0b1830/3f6fb04c-e2ca-4031-a1a8-3d7c1444c707/e5de3918-3978-4d15-ad3d-fa5f1009a033) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:23:50.575251 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7007b-dbc2-4d67-8d91-fbf7275199c6 req-892c6f63-0128-4488-9d7b-3a94d49c610a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:50.576978 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3fe7007b-dbc2-4d67-8d91-fbf7275199c6 req-892c6f63-0128-4488-9d7b-3a94d49c610a service neutron] 10.222.0.42 "GET /v2.0/networks?id=cbf8495d-d585-4ffa-8bba-b4256f490b2f HTTP/1.1" status: 200 len: 917 time: 0.1560454 Apr 11 17:23:50.711894 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3fe7007b-dbc2-4d67-8d91-fbf7275199c6 req-732ace15-8944-4e4c-a47d-3859b1ae95c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29683527-34da-4cc3-ac60-f5c4283cc12d HTTP/1.1" status: 200 len: 1001 time: 0.1246679 Apr 11 17:23:50.715586 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-2da600a5-9122-4bd5-8b5d-5d6d81efcd45 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:50.751672 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-2da600a5-9122-4bd5-8b5d-5d6d81efcd45 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6317060'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:50.769009 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:23:50.792707 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7007b-dbc2-4d67-8d91-fbf7275199c6 req-305fc7a3-d09c-4024-bf11-53e754ec87d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:50.794277 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3fe7007b-dbc2-4d67-8d91-fbf7275199c6 req-305fc7a3-d09c-4024-bf11-53e754ec87d3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b37db23d-12d1-4791-957e-028de05166fa HTTP/1.1" status: 200 len: 855 time: 0.0739062 Apr 11 17:23:50.887271 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7007b-dbc2-4d67-8d91-fbf7275199c6 req-3880abe0-4157-4b79-a122-ed2e4d36d7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:50.888928 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3fe7007b-dbc2-4d67-8d91-fbf7275199c6 req-3880abe0-4157-4b79-a122-ed2e4d36d7e8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbf8495d-d585-4ffa-8bba-b4256f490b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0874925 Apr 11 17:23:50.976625 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da600a5-9122-4bd5-8b5d-5d6d81efcd45 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Pushing event updated for resources: {'Port': ['ID=e5de3918-3978-4d15-ad3d-fa5f1009a033,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:23:50.982349 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2da600a5-9122-4bd5-8b5d-5d6d81efcd45 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:23:51.042904 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3fe7007b-dbc2-4d67-8d91-fbf7275199c6 req-d82bfd80-8d08-44d8-b21d-d9d3374e6cda service neutron] 10.222.0.42 "GET /v2.0/networks/cbf8495d-d585-4ffa-8bba-b4256f490b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460686 Apr 11 17:23:51.135202 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b83cd-d348-4a23-9b70-99f17f228655 req-6b74e46e-b309-4f1b-8344-0621de43675d tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:51.136898 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5d6b83cd-d348-4a23-9b70-99f17f228655 req-6b74e46e-b309-4f1b-8344-0621de43675d tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 946 time: 0.3242695 Apr 11 17:23:51.165272 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-2da600a5-9122-4bd5-8b5d-5d6d81efcd45 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Network 600bfa3f-166e-4c7b-a7d2-bcd10f0b1830 is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:23:51.173544 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-2da600a5-9122-4bd5-8b5d-5d6d81efcd45 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:23:51.181115 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-2da600a5-9122-4bd5-8b5d-5d6d81efcd45 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:23:51.194946 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3fe7007b-dbc2-4d67-8d91-fbf7275199c6 req-53550f1a-7593-4a87-a06e-53992f7a779b service neutron] 10.222.0.42 "GET /v2.0/networks/cbf8495d-d585-4ffa-8bba-b4256f490b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438191 Apr 11 17:23:51.215550 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a0c18-e207-4541-aeb4-7370a97a97ea req-38ccc9e1-69d7-43d8-a5dd-4653fb5f2133 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:51.217207 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-9b1a0c18-e207-4541-aeb4-7370a97a97ea req-38ccc9e1-69d7-43d8-a5dd-4653fb5f2133 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=7defef3b-4a9c-4aaf-a4ba-9eef01cda13d HTTP/1.1" status: 200 len: 931 time: 0.2420142 Apr 11 17:23:51.224356 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5d6b83cd-d348-4a23-9b70-99f17f228655 req-e87b49a6-416b-4ba2-8b1e-3a1dcaebb0f1 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787692 Apr 11 17:23:51.269992 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-9b1a0c18-e207-4541-aeb4-7370a97a97ea req-dbe2a7aa-0872-4606-896e-80664b4c5084 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445876 Apr 11 17:23:51.285141 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-2da600a5-9122-4bd5-8b5d-5d6d81efcd45 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:51.285851 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-2da600a5-9122-4bd5-8b5d-5d6d81efcd45 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:51.307346 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-2da600a5-9122-4bd5-8b5d-5d6d81efcd45 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1930969 Apr 11 17:23:51.324907 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-6f792a87-e5fc-464e-8c6b-7ff77d0b46c5 service neutron] Request body: {'port': {'device_id': '7defef3b-4a9c-4aaf-a4ba-9eef01cda13d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:23:51.448587 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-6f792a87-e5fc-464e-8c6b-7ff77d0b46c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:51.865139 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-6f792a87-e5fc-464e-8c6b-7ff77d0b46c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5de3918-3978-4d15-ad3d-fa5f1009a033 {{(pid=85244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 11 17:23:51.873334 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-6f792a87-e5fc-464e-8c6b-7ff77d0b46c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:51.889650 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-6f792a87-e5fc-464e-8c6b-7ff77d0b46c5 service neutron] Transition to ACTIVE for port object e5de3918-3978-4d15-ad3d-fa5f1009a033 will not be triggered until provisioned by entity L2. {{(pid=85244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:23:51.893073 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-6f792a87-e5fc-464e-8c6b-7ff77d0b46c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848458740'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:51.909242 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1579b27f-1c8e-46aa-a3b0-9eb52f23d3aa tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:23:52.047331 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f792a87-e5fc-464e-8c6b-7ff77d0b46c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e5de3918-3978-4d15-ad3d-fa5f1009a033,revision_number=2']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:23:52.061814 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-6f792a87-e5fc-464e-8c6b-7ff77d0b46c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:23:52.272093 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-6f792a87-e5fc-464e-8c6b-7ff77d0b46c5 service neutron] Attempting to bind port e5de3918-3978-4d15-ad3d-fa5f1009a033 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:23:52.272466 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-6f792a87-e5fc-464e-8c6b-7ff77d0b46c5 service neutron] Attempting to bind port e5de3918-3978-4d15-ad3d-fa5f1009a033 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '63151fce-5d9c-4a4b-a630-2dcd2620bae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '600bfa3f-166e-4c7b-a7d2-bcd10f0b1830'}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 11 17:23:52.272830 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-6f792a87-e5fc-464e-8c6b-7ff77d0b46c5 service neutron] Attempting to bind port e5de3918-3978-4d15-ad3d-fa5f1009a033 on network 600bfa3f-166e-4c7b-a7d2-bcd10f0b1830 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:23:52.277717 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-6f792a87-e5fc-464e-8c6b-7ff77d0b46c5 service neutron] Port e5de3918-3978-4d15-ad3d-fa5f1009a033 on network 600bfa3f-166e-4c7b-a7d2-bcd10f0b1830 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:23:52.278074 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-6f792a87-e5fc-464e-8c6b-7ff77d0b46c5 service neutron] Attempting to bind port e5de3918-3978-4d15-ad3d-fa5f1009a033 on network 600bfa3f-166e-4c7b-a7d2-bcd10f0b1830 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:23:52.283554 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-6f792a87-e5fc-464e-8c6b-7ff77d0b46c5 service neutron] Checking agent: {'id': '0333fbf7-6dfe-499c-9c5e-b9bf9a863355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 18, 34), 'started_at': datetime.datetime(2021, 4, 11, 17, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 17:23:52.283884 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-6f792a87-e5fc-464e-8c6b-7ff77d0b46c5 service neutron] Checking segment: {'id': '63151fce-5d9c-4a4b-a630-2dcd2620bae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '600bfa3f-166e-4c7b-a7d2-bcd10f0b1830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:23:52.284260 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-6f792a87-e5fc-464e-8c6b-7ff77d0b46c5 service neutron] Bound using segment: {'id': '63151fce-5d9c-4a4b-a630-2dcd2620bae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '600bfa3f-166e-4c7b-a7d2-bcd10f0b1830'} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 17:23:52.284737 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-6f792a87-e5fc-464e-8c6b-7ff77d0b46c5 service neutron] Bound port: e5de3918-3978-4d15-ad3d-fa5f1009a033, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63151fce-5d9c-4a4b-a630-2dcd2620bae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '600bfa3f-166e-4c7b-a7d2-bcd10f0b1830'}}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 11 17:23:52.285114 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-6f792a87-e5fc-464e-8c6b-7ff77d0b46c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:52.454156 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-6f792a87-e5fc-464e-8c6b-7ff77d0b46c5 service neutron] For port e5de3918-3978-4d15-ad3d-fa5f1009a033, host hv-cinder-78477, cleared binding levels {{(pid=85244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 11 17:23:52.714257 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-6f792a87-e5fc-464e-8c6b-7ff77d0b46c5 service neutron] For port e5de3918-3978-4d15-ad3d-fa5f1009a033, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e5de3918-3978-4d15-ad3d-fa5f1009a033,segment=NetworkSegment(63151fce-5d9c-4a4b-a630-2dcd2620bae8),segment_id=63151fce-5d9c-4a4b-a630-2dcd2620bae8)] {{(pid=85244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 11 17:23:52.724056 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-6f792a87-e5fc-464e-8c6b-7ff77d0b46c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848458740'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:52.746479 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:23:52.923768 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897635dd-6a05-4890-8a3f-e68ca456f57a req-86e80591-95a4-4550-b82d-4c3eece0f729 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:52.925423 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-897635dd-6a05-4890-8a3f-e68ca456f57a req-86e80591-95a4-4550-b82d-4c3eece0f729 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 946 time: 0.5615709 Apr 11 17:23:52.941734 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f792a87-e5fc-464e-8c6b-7ff77d0b46c5 service neutron] Pushing event updated for resources: {'Port': ['ID=e5de3918-3978-4d15-ad3d-fa5f1009a033,revision_number=3']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:23:52.958520 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-6f792a87-e5fc-464e-8c6b-7ff77d0b46c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:23:52.968891 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e0023-50ea-4138-aca1-d3a2711204a1 req-5d4f4fb7-e7ed-451a-a2ea-c19b77f0af87 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:52.969541 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-f22e0023-50ea-4138-aca1-d3a2711204a1 req-5d4f4fb7-e7ed-451a-a2ea-c19b77f0af87 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Synchronizing usage tracker for tenant:674717aec31e4ef9aad73ee7f0375962 on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:23:52.998111 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-897635dd-6a05-4890-8a3f-e68ca456f57a req-b995c387-327e-4c60-bef2-789cde563333 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618834 Apr 11 17:23:53.017595 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-6f792a87-e5fc-464e-8c6b-7ff77d0b46c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:53.018762 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-6f792a87-e5fc-464e-8c6b-7ff77d0b46c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:53.020227 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-6f792a87-e5fc-464e-8c6b-7ff77d0b46c5 service neutron] 10.222.0.42 "PUT /v2.0/ports/e5de3918-3978-4d15-ad3d-fa5f1009a033 HTTP/1.1" status: 200 len: 1093 time: 1.7000124 Apr 11 17:23:53.020749 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7defef3b-4a9c-4aaf-a4ba-9eef01cda13d', 'tag': 'e5de3918-3978-4d15-ad3d-fa5f1009a033'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:23:53.026295 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-f22e0023-50ea-4138-aca1-d3a2711204a1 req-5d4f4fb7-e7ed-451a-a2ea-c19b77f0af87 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Unset dirty status for tenant:674717aec31e4ef9aad73ee7f0375962 on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:23:53.027580 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f22e0023-50ea-4138-aca1-d3a2711204a1 req-5d4f4fb7-e7ed-451a-a2ea-c19b77f0af87 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=7defef3b-4a9c-4aaf-a4ba-9eef01cda13d HTTP/1.1" status: 200 len: 943 time: 0.6250782 Apr 11 17:23:53.065740 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f22e0023-50ea-4138-aca1-d3a2711204a1 req-00130219-d688-4ea7-82f3-f53fdc6d90d6 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288477 Apr 11 17:23:53.108845 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7defef3b-4a9c-4aaf-a4ba-9eef01cda13d', 'tag': 'e5de3918-3978-4d15-ad3d-fa5f1009a033', 'status': 'completed', 'code': 200} Apr 11 17:23:53.151948 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-a2eb91ba-a56b-4495-98ed-b73e3df48537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:53.153546 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-a2eb91ba-a56b-4495-98ed-b73e3df48537 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=674717aec31e4ef9aad73ee7f0375962&device_id=7defef3b-4a9c-4aaf-a4ba-9eef01cda13d HTTP/1.1" status: 200 len: 1096 time: 0.0840147 Apr 11 17:23:53.234261 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-15931550-b8a5-4272-9fd9-8581489060e7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5de3918-3978-4d15-ad3d-fa5f1009a033 HTTP/1.1" status: 200 len: 217 time: 0.0718074 Apr 11 17:23:53.304123 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-d3a624c0-9132-4f71-9ab1-1ef8454299c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:53.305673 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-d3a624c0-9132-4f71-9ab1-1ef8454299c8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f6fb04c-e2ca-4031-a1a8-3d7c1444c707 HTTP/1.1" status: 200 len: 854 time: 0.0643146 Apr 11 17:23:53.329366 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device 29683527-34da-4cc3-ac60-f5c4283cc12d no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 11 17:23:53.366334 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-1fe0e022-08bc-4c6a-a36b-fd8934194d2b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=600bfa3f-166e-4c7b-a7d2-bcd10f0b1830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537114 Apr 11 17:23:53.464083 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:53.482545 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port 29683527-34da-4cc3-ac60-f5c4283cc12d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=29683527-34da-4cc3-ac60-f5c4283cc12d,segment=NetworkSegment(8f975aaa-dcda-4b79-90fe-e36b252d6285),segment_id=8f975aaa-dcda-4b79-90fe-e36b252d6285)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:23:53.484520 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f206e244-f2eb-4479-ac8c-967542c6e6ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29683527-34da-4cc3-ac60-f5c4283cc12d'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:23:53.490978 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:53.493189 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:23:53.563333 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f206e244-f2eb-4479-ac8c-967542c6e6ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29683527-34da-4cc3-ac60-f5c4283cc12d', 'code': 200} Apr 11 17:23:53.566946 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-a2830a23-5e97-47dd-82f8-f6baaf72cf86 service neutron] 10.222.0.42 "GET /v2.0/networks/600bfa3f-166e-4c7b-a7d2-bcd10f0b1830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915092 Apr 11 17:23:53.574638 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=29683527-34da-4cc3-ac60-f5c4283cc12d,revision_number=8']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:23:53.582981 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:23:53.583494 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:23:53.583714 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:23:53.584372 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:23:53.584801 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:23:53.585092 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:23:53.585464 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:23:53.585830 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:23:53.586310 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:23:53.586852 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:23:53.587370 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:23:53.587924 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:23:53.592355 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:23:53.732930 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5112d47a-5fa3-4c7b-8d92-483336db1ec7 req-e7f7e538-ee6f-41b6-b32b-4275a190c786 service neutron] 10.222.0.42 "GET /v2.0/networks/600bfa3f-166e-4c7b-a7d2-bcd10f0b1830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529319 Apr 11 17:23:53.860163 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21efb6-add3-44e7-a684-b75a2c8e70c7 req-eff18744-6edc-4cd1-8077-aad5c2deb05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:53.861773 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-cf21efb6-add3-44e7-a684-b75a2c8e70c7 req-eff18744-6edc-4cd1-8077-aad5c2deb05d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=674717aec31e4ef9aad73ee7f0375962&device_id=7defef3b-4a9c-4aaf-a4ba-9eef01cda13d HTTP/1.1" status: 200 len: 1096 time: 0.0799518 Apr 11 17:23:54.016643 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21efb6-add3-44e7-a684-b75a2c8e70c7 req-d7073480-ec4d-454d-a286-9423b50c2f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:54.018120 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-cf21efb6-add3-44e7-a684-b75a2c8e70c7 req-d7073480-ec4d-454d-a286-9423b50c2f5b service neutron] 10.222.0.42 "GET /v2.0/networks?id=600bfa3f-166e-4c7b-a7d2-bcd10f0b1830 HTTP/1.1" status: 200 len: 915 time: 0.1409602 Apr 11 17:23:54.105957 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-cf21efb6-add3-44e7-a684-b75a2c8e70c7 req-1d4e6b57-9a4e-443e-a296-be5d70092284 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5de3918-3978-4d15-ad3d-fa5f1009a033 HTTP/1.1" status: 200 len: 217 time: 0.0770795 Apr 11 17:23:54.284172 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf21efb6-add3-44e7-a684-b75a2c8e70c7 req-c8920e3f-731c-4d01-a5f5-0b6f9f7f921e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:54.285665 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-cf21efb6-add3-44e7-a684-b75a2c8e70c7 req-c8920e3f-731c-4d01-a5f5-0b6f9f7f921e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f6fb04c-e2ca-4031-a1a8-3d7c1444c707 HTTP/1.1" status: 200 len: 854 time: 0.1724463 Apr 11 17:23:54.362991 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-cf21efb6-add3-44e7-a684-b75a2c8e70c7 req-3f807701-17b9-4ad4-bdbe-3fde1e6bd8f3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=600bfa3f-166e-4c7b-a7d2-bcd10f0b1830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620580 Apr 11 17:23:54.458130 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c695c-71e3-4158-a0b9-f1572e04aa9e req-d46cad80-c5fd-4e23-af61-6c3390e7ab34 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:54.460021 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-060c695c-71e3-4158-a0b9-f1572e04aa9e req-d46cad80-c5fd-4e23-af61-6c3390e7ab34 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 944 time: 0.3103402 Apr 11 17:23:54.473157 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119db7a4-5e05-420f-83f5-446169f49ae2 req-4ab504d7-d507-40a5-b77d-e2fcb241ac9c tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:54.474799 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-119db7a4-5e05-420f-83f5-446169f49ae2 req-4ab504d7-d507-40a5-b77d-e2fcb241ac9c tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=7defef3b-4a9c-4aaf-a4ba-9eef01cda13d HTTP/1.1" status: 200 len: 943 time: 0.2765369 Apr 11 17:23:54.538377 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-119db7a4-5e05-420f-83f5-446169f49ae2 req-c6815fb4-2bc3-465a-840e-8ad41ec32d04 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537276 Apr 11 17:23:54.547200 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-060c695c-71e3-4158-a0b9-f1572e04aa9e req-77b59b33-b2ec-440d-a8c7-966da65199a2 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640090 Apr 11 17:23:54.587045 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-cf21efb6-add3-44e7-a684-b75a2c8e70c7 req-c1f24836-2d3b-47c8-9da3-0867387641a1 service neutron] 10.222.0.42 "GET /v2.0/networks/600bfa3f-166e-4c7b-a7d2-bcd10f0b1830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166491 Apr 11 17:23:54.760036 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-cf21efb6-add3-44e7-a684-b75a2c8e70c7 req-0acbaab0-bbab-45a1-92fe-51539c0465e7 service neutron] 10.222.0.42 "GET /v2.0/networks/600bfa3f-166e-4c7b-a7d2-bcd10f0b1830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489313 Apr 11 17:23:55.560557 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a2013-bed7-4f00-a3d9-7b136dd56290 req-d0937e0b-94b0-498f-9ead-fc2d9e4db83f tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:55.562337 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d67a2013-bed7-4f00-a3d9-7b136dd56290 req-d0937e0b-94b0-498f-9ead-fc2d9e4db83f tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 944 time: 0.1110783 Apr 11 17:23:55.606716 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d67a2013-bed7-4f00-a3d9-7b136dd56290 req-24b74c67-c2cb-4da0-bf86-739987e3a67e tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367219 Apr 11 17:23:55.758306 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc0593-a26c-4176-a8dc-c6f7cb7abf14 req-a1927d29-35fb-404a-b87b-0cd063bc3bd1 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:55.760022 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3cfc0593-a26c-4176-a8dc-c6f7cb7abf14 req-a1927d29-35fb-404a-b87b-0cd063bc3bd1 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=7defef3b-4a9c-4aaf-a4ba-9eef01cda13d HTTP/1.1" status: 200 len: 943 time: 0.0971584 Apr 11 17:23:55.788737 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 34136) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:23:55.791719 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3cfc0593-a26c-4176-a8dc-c6f7cb7abf14 req-f7278f29-026d-4ae7-ba52-ef3ca2a084e7 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0248313 Apr 11 17:23:55.914132 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a429212d-0463-42f9-b0e6-a072e0786225 req-f3bdd3ba-ea18-4e52-9937-62147972c16c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1240900 Apr 11 17:23:56.900800 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e5d81-4253-41c2-97b4-b8c1c3db8b97 req-025b6440-01ea-4bcc-b8c0-01cf030bde49 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:56.902358 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-820e5d81-4253-41c2-97b4-b8c1c3db8b97 req-025b6440-01ea-4bcc-b8c0-01cf030bde49 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?device_id=6efdaa77-dab9-4266-b89d-f5cc54108f96 HTTP/1.1" status: 200 len: 946 time: 0.1274898 Apr 11 17:23:56.911340 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a09fa2-8e09-4314-ac7a-25dbadf5d2e8 req-4ebcb775-adec-456d-b355-81b5f7ad887b tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:56.912953 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d3a09fa2-8e09-4314-ac7a-25dbadf5d2e8 req-4ebcb775-adec-456d-b355-81b5f7ad887b tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 944 time: 0.1746678 Apr 11 17:23:56.957723 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-820e5d81-4253-41c2-97b4-b8c1c3db8b97 req-1e1851f2-c6c5-4bfd-86c5-03a53abba022 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0dca341-6d9a-4db6-bd19-85f100ebbe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437007 Apr 11 17:23:56.963190 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d3a09fa2-8e09-4314-ac7a-25dbadf5d2e8 req-a0a6c9cd-7292-4013-a3d6-ea91f51f183d tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365119 Apr 11 17:23:57.167199 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429212d-0463-42f9-b0e6-a072e0786225 req-7e5a02b5-7c21-494c-acae-3f45b9fde466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:57.168982 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a429212d-0463-42f9-b0e6-a072e0786225 req-7e5a02b5-7c21-494c-acae-3f45b9fde466 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab&tenant_id=85eed75d59b44674a89c120123abc4ab HTTP/1.1" status: 200 len: 1097 time: 0.1413512 Apr 11 17:23:57.260294 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8fac1b-180d-4d9d-8e51-3779f443ee52 req-62024322-78d3-41e4-a40e-965bb62e1c42 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:57.261885 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8e8fac1b-180d-4d9d-8e51-3779f443ee52 req-62024322-78d3-41e4-a40e-965bb62e1c42 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=7defef3b-4a9c-4aaf-a4ba-9eef01cda13d HTTP/1.1" status: 200 len: 943 time: 0.1535382 Apr 11 17:23:57.305251 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8e8fac1b-180d-4d9d-8e51-3779f443ee52 req-63f9f7cc-a5a4-409b-8d4c-680411c218e5 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322828 Apr 11 17:23:57.312413 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429212d-0463-42f9-b0e6-a072e0786225 req-d8766946-6485-4826-943d-9870eb138cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:57.313991 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a429212d-0463-42f9-b0e6-a072e0786225 req-d8766946-6485-4826-943d-9870eb138cb2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=85eed75d59b44674a89c120123abc4ab&device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 1097 time: 0.1203010 Apr 11 17:23:57.365856 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device e5de3918-3978-4d15-ad3d-fa5f1009a033 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 11 17:23:57.367785 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device 29683527-34da-4cc3-ac60-f5c4283cc12d no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 11 17:23:57.476279 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429212d-0463-42f9-b0e6-a072e0786225 req-7db70688-453f-4058-aa0f-fe0dd25e4ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:57.477900 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a429212d-0463-42f9-b0e6-a072e0786225 req-7db70688-453f-4058-aa0f-fe0dd25e4ff4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cbf8495d-d585-4ffa-8bba-b4256f490b2f HTTP/1.1" status: 200 len: 917 time: 0.1558998 Apr 11 17:23:57.600395 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a429212d-0463-42f9-b0e6-a072e0786225 req-0110ce58-0616-4e0a-98ce-7c644b33dd48 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29683527-34da-4cc3-ac60-f5c4283cc12d HTTP/1.1" status: 200 len: 999 time: 0.1121984 Apr 11 17:23:57.623164 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port e5de3918-3978-4d15-ad3d-fa5f1009a033, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e5de3918-3978-4d15-ad3d-fa5f1009a033,segment=NetworkSegment(63151fce-5d9c-4a4b-a630-2dcd2620bae8),segment_id=63151fce-5d9c-4a4b-a630-2dcd2620bae8)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:23:57.638871 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Returning: {'device': 'e5de3918-3978-4d15-ad3d-fa5f1009a033', 'network_id': '600bfa3f-166e-4c7b-a7d2-bcd10f0b1830', 'port_id': 'e5de3918-3978-4d15-ad3d-fa5f1009a033', 'mac_address': 'fa:16:3e:39:31:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f6fb04c-e2ca-4031-a1a8-3d7c1444c707', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 17:23:57.672535 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429212d-0463-42f9-b0e6-a072e0786225 req-fc69a20c-56dd-4dfd-aa1e-228d01f239a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:57.674375 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a429212d-0463-42f9-b0e6-a072e0786225 req-fc69a20c-56dd-4dfd-aa1e-228d01f239a9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b37db23d-12d1-4791-957e-028de05166fa HTTP/1.1" status: 200 len: 855 time: 0.0672030 Apr 11 17:23:57.700542 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:57.720958 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5de3918-3978-4d15-ad3d-fa5f1009a033 {{(pid=85245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 11 17:23:57.740850 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port e5de3918-3978-4d15-ad3d-fa5f1009a033, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e5de3918-3978-4d15-ad3d-fa5f1009a033,segment=NetworkSegment(63151fce-5d9c-4a4b-a630-2dcd2620bae8),segment_id=63151fce-5d9c-4a4b-a630-2dcd2620bae8)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:23:57.745046 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:57.747298 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:23:57.827346 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=e5de3918-3978-4d15-ad3d-fa5f1009a033,revision_number=4']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:23:57.831006 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:23:58.017940 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a429212d-0463-42f9-b0e6-a072e0786225 req-cdc27543-277f-48ac-b790-18d433554303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:58.020191 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a429212d-0463-42f9-b0e6-a072e0786225 req-cdc27543-277f-48ac-b790-18d433554303 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbf8495d-d585-4ffa-8bba-b4256f490b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3386810 Apr 11 17:23:58.103537 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] get_ports_and_sgs() called for port_ids ['e5de3918-3978-4d15-ad3d-fa5f1009a033'] {{(pid=85245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 17:23:58.384161 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a429212d-0463-42f9-b0e6-a072e0786225 req-c3f54ddc-54a6-4b1e-ab74-2e39f6b7a9ce service neutron] 10.222.0.42 "GET /v2.0/networks/cbf8495d-d585-4ffa-8bba-b4256f490b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563063 Apr 11 17:23:58.479274 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d5dd3-8d24-4d10-9aea-8b49c5ecd1fb req-a5d28fc3-d51f-47e2-9f81-d89f9d4d32d6 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:58.480927 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-323d5dd3-8d24-4d10-9aea-8b49c5ecd1fb req-a5d28fc3-d51f-47e2-9f81-d89f9d4d32d6 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?device_id=6efdaa77-dab9-4266-b89d-f5cc54108f96 HTTP/1.1" status: 200 len: 946 time: 0.3109174 Apr 11 17:23:58.503983 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5ca4f-0d75-432e-ae45-325ec69dfc5b req-94bbf319-ab92-4df0-8789-3c3917689365 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:58.505658 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-4bb5ca4f-0d75-432e-ae45-325ec69dfc5b req-94bbf319-ab92-4df0-8789-3c3917689365 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 944 time: 0.3232775 Apr 11 17:23:58.554386 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-323d5dd3-8d24-4d10-9aea-8b49c5ecd1fb req-13370afd-5c60-4076-914f-90757deb01bd tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0dca341-6d9a-4db6-bd19-85f100ebbe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476410 Apr 11 17:23:58.568145 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-4bb5ca4f-0d75-432e-ae45-325ec69dfc5b req-32828f52-3422-49db-8abd-11a81c935a7d tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458858 Apr 11 17:23:58.608220 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a429212d-0463-42f9-b0e6-a072e0786225 req-1825d876-fb0e-495e-bd4e-627567ffa12b service neutron] 10.222.0.42 "GET /v2.0/networks/cbf8495d-d585-4ffa-8bba-b4256f490b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151146 Apr 11 17:23:58.756754 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735980d0-7253-4d60-a89f-b4657e98ed31 req-d7e7efdb-fcc9-453b-b305-f41343c657d5 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:58.758401 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-735980d0-7253-4d60-a89f-b4657e98ed31 req-d7e7efdb-fcc9-453b-b305-f41343c657d5 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=7defef3b-4a9c-4aaf-a4ba-9eef01cda13d HTTP/1.1" status: 200 len: 944 time: 0.0955734 Apr 11 17:23:58.790500 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-735980d0-7253-4d60-a89f-b4657e98ed31 req-c2476d84-e751-4980-954a-e35e1985ec91 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0253830 Apr 11 17:23:59.373963 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device e5de3918-3978-4d15-ad3d-fa5f1009a033 up at agent hyperv_hv-cinder-78477 {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:23:59.452494 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Provisioning for port e5de3918-3978-4d15-ad3d-fa5f1009a033 completed by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:23:59.458020 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Provisioning complete for port e5de3918-3978-4d15-ad3d-fa5f1009a033 triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:23:59.458444 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:59.605806 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:59.633873 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7defef3b-4a9c-4aaf-a4ba-9eef01cda13d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5de3918-3978-4d15-ad3d-fa5f1009a033'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:23:59.661291 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port e5de3918-3978-4d15-ad3d-fa5f1009a033, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e5de3918-3978-4d15-ad3d-fa5f1009a033,segment=NetworkSegment(63151fce-5d9c-4a4b-a630-2dcd2620bae8),segment_id=63151fce-5d9c-4a4b-a630-2dcd2620bae8)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:23:59.669968 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:23:59.677437 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:23:59.841690 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=e5de3918-3978-4d15-ad3d-fa5f1009a033,revision_number=5']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:23:59.848083 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:23:59.978005 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54800ba6-3efe-44f8-8126-9304d213b1ac req-4b32d819-525b-4015-8da1-d3e25c22db46 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:59.979678 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-54800ba6-3efe-44f8-8126-9304d213b1ac req-4b32d819-525b-4015-8da1-d3e25c22db46 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 944 time: 0.1846502 Apr 11 17:23:59.989882 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b389744-e538-47c9-8a95-0bf96c0685d9 req-84598ac8-d383-4180-b3ea-c5194d3221f7 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:23:59.992464 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0b389744-e538-47c9-8a95-0bf96c0685d9 req-84598ac8-d383-4180-b3ea-c5194d3221f7 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?device_id=6efdaa77-dab9-4266-b89d-f5cc54108f96 HTTP/1.1" status: 200 len: 946 time: 0.1532836 Apr 11 17:24:00.036885 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-54800ba6-3efe-44f8-8126-9304d213b1ac req-ad8a4f67-9679-4af7-af90-32a91d119eef tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431209 Apr 11 17:24:00.046495 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0b389744-e538-47c9-8a95-0bf96c0685d9 req-d53b7fdf-2937-4301-a4e4-79a2cce763e8 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0dca341-6d9a-4db6-bd19-85f100ebbe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353196 Apr 11 17:24:00.107605 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7defef3b-4a9c-4aaf-a4ba-9eef01cda13d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5de3918-3978-4d15-ad3d-fa5f1009a033', 'code': 200} Apr 11 17:24:00.292415 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da358a5-1443-4c36-8bf5-88820b250f99 req-dc005093-ddd3-42cb-aaa2-81805091f981 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:00.294030 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-9da358a5-1443-4c36-8bf5-88820b250f99 req-dc005093-ddd3-42cb-aaa2-81805091f981 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=7defef3b-4a9c-4aaf-a4ba-9eef01cda13d HTTP/1.1" status: 200 len: 945 time: 0.1285577 Apr 11 17:24:00.325060 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-9da358a5-1443-4c36-8bf5-88820b250f99 req-a8247522-9da9-4278-9551-6e329df73119 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0243897 Apr 11 17:24:01.333086 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd6dca-094e-4bcb-897e-aabcde9bfadf req-491c5c10-5639-4212-ab1a-71a11ac0b9fd tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:01.334914 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f1dd6dca-094e-4bcb-897e-aabcde9bfadf req-491c5c10-5639-4212-ab1a-71a11ac0b9fd tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 944 time: 0.1652024 Apr 11 17:24:01.344312 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a199a9-810b-4e23-a9c0-188c37d3235b req-e32292c7-608f-4e7a-a1c7-6045156f8538 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:01.345828 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-11a199a9-810b-4e23-a9c0-188c37d3235b req-e32292c7-608f-4e7a-a1c7-6045156f8538 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?device_id=6efdaa77-dab9-4266-b89d-f5cc54108f96 HTTP/1.1" status: 200 len: 946 time: 0.1299713 Apr 11 17:24:01.393269 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f1dd6dca-094e-4bcb-897e-aabcde9bfadf req-f7364d6e-b788-4965-a0c8-aa2fe249d97c tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462992 Apr 11 17:24:01.401207 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-11a199a9-810b-4e23-a9c0-188c37d3235b req-7a17c401-cb11-4166-a6c4-04c1536da8c6 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0dca341-6d9a-4db6-bd19-85f100ebbe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356147 Apr 11 17:24:01.598487 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 6 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:24:01.604352 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea922899-45f2-4016-9ebc-0c3b0afba81b req-db281bc1-be2b-4252-8b95-de1e56a1840c tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:01.606120 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ea922899-45f2-4016-9ebc-0c3b0afba81b req-db281bc1-be2b-4252-8b95-de1e56a1840c tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=7defef3b-4a9c-4aaf-a4ba-9eef01cda13d HTTP/1.1" status: 200 len: 945 time: 0.0947289 Apr 11 17:24:01.638633 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ea922899-45f2-4016-9ebc-0c3b0afba81b req-b153c67d-1cc7-443f-ad48-bd4a0ffbc6ac tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0249004 Apr 11 17:24:02.712432 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc2f74-8258-4b60-9572-b6fa4a536ff2 req-99d0b2f1-64d3-4e89-95df-e573c3a90694 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:02.713964 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a6fc2f74-8258-4b60-9572-b6fa4a536ff2 req-99d0b2f1-64d3-4e89-95df-e573c3a90694 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 944 time: 0.1635730 Apr 11 17:24:02.722446 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8aca47-122b-45af-926d-4724638f4e1e req-250c8b9c-17f1-4663-bd96-1ddf56250fa3 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:02.724039 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-4b8aca47-122b-45af-926d-4724638f4e1e req-250c8b9c-17f1-4663-bd96-1ddf56250fa3 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?device_id=6efdaa77-dab9-4266-b89d-f5cc54108f96 HTTP/1.1" status: 200 len: 946 time: 0.1366911 Apr 11 17:24:02.767449 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a6fc2f74-8258-4b60-9572-b6fa4a536ff2 req-023d6a61-4bbf-4d95-891c-938d54eed294 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423360 Apr 11 17:24:02.772666 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-4b8aca47-122b-45af-926d-4724638f4e1e req-955bfa49-56fb-4c67-a1b1-316537357799 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0dca341-6d9a-4db6-bd19-85f100ebbe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348663 Apr 11 17:24:02.970172 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371cae81-8ea2-4f23-a546-9d73de8569f1 req-3c8ae476-2ffc-4312-a06c-8f402ab055b5 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:02.971773 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-371cae81-8ea2-4f23-a546-9d73de8569f1 req-3c8ae476-2ffc-4312-a06c-8f402ab055b5 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=7defef3b-4a9c-4aaf-a4ba-9eef01cda13d HTTP/1.1" status: 200 len: 945 time: 0.0926869 Apr 11 17:24:03.005392 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-371cae81-8ea2-4f23-a546-9d73de8569f1 req-b086c63e-476a-4504-a105-f3b816fcad2b tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268970 Apr 11 17:24:03.745870 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:04.076902 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec5150-dd20-4773-8e33-4d4a61b53246 req-72cf2fe0-b62a-4957-8eb2-660d2b8e8ffa tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:04.078578 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-bfec5150-dd20-4773-8e33-4d4a61b53246 req-72cf2fe0-b62a-4957-8eb2-660d2b8e8ffa tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?device_id=6efdaa77-dab9-4266-b89d-f5cc54108f96 HTTP/1.1" status: 200 len: 946 time: 0.1699977 Apr 11 17:24:04.095263 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53a95-a208-4379-95e9-db11614c2ab3 req-71d46b8b-fe05-4519-b2bc-af696ff72f86 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:04.097581 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-58d53a95-a208-4379-95e9-db11614c2ab3 req-71d46b8b-fe05-4519-b2bc-af696ff72f86 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 944 time: 0.1446862 Apr 11 17:24:04.141197 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-bfec5150-dd20-4773-8e33-4d4a61b53246 req-74db798f-56cd-451e-9daa-3d2598e3b891 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0dca341-6d9a-4db6-bd19-85f100ebbe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425406 Apr 11 17:24:04.146995 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-58d53a95-a208-4379-95e9-db11614c2ab3 req-747cb304-cec9-48e9-9ad8-ec5bd4486344 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357692 Apr 11 17:24:04.343084 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d03c05-a668-4b58-ac62-ec14f6df6ea2 req-366144c6-fb57-4cde-b6aa-841cfefbc128 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:04.344842 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-10d03c05-a668-4b58-ac62-ec14f6df6ea2 req-366144c6-fb57-4cde-b6aa-841cfefbc128 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=7defef3b-4a9c-4aaf-a4ba-9eef01cda13d HTTP/1.1" status: 200 len: 945 time: 0.0940030 Apr 11 17:24:04.378010 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-10d03c05-a668-4b58-ac62-ec14f6df6ea2 req-150885aa-8b5a-4b7b-a03b-c1b8f62cfebf tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258176 Apr 11 17:24:04.871656 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2498376d-b07c-4e04-a46a-0cbd142d0523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:05.464977 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5107da-4f0c-4e90-8946-0cb4af6dff15 req-23e8aa87-3cc0-476f-acda-e06818c47121 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:05.466555 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-4a5107da-4f0c-4e90-8946-0cb4af6dff15 req-23e8aa87-3cc0-476f-acda-e06818c47121 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 944 time: 0.1302319 Apr 11 17:24:05.476955 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa418b1-a35d-4c3d-9595-7144d049faf8 req-9b033bad-bc3a-48da-a217-1ca141f12597 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:05.478583 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-daa418b1-a35d-4c3d-9595-7144d049faf8 req-9b033bad-bc3a-48da-a217-1ca141f12597 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?device_id=6efdaa77-dab9-4266-b89d-f5cc54108f96 HTTP/1.1" status: 200 len: 946 time: 0.1860533 Apr 11 17:24:05.533304 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-4a5107da-4f0c-4e90-8946-0cb4af6dff15 req-a38b36b4-82a4-4f89-81ea-e17df1154d26 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530198 Apr 11 17:24:05.540422 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-daa418b1-a35d-4c3d-9595-7144d049faf8 req-0aff6263-72f4-4cb1-a463-233ca3e6ba1b tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0dca341-6d9a-4db6-bd19-85f100ebbe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445013 Apr 11 17:24:05.740498 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff5068-bf0d-459a-9ae2-20ccce4de276 req-05d9df95-3fe4-49ec-8305-221cde513344 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:05.742106 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e3ff5068-bf0d-459a-9ae2-20ccce4de276 req-05d9df95-3fe4-49ec-8305-221cde513344 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=7defef3b-4a9c-4aaf-a4ba-9eef01cda13d HTTP/1.1" status: 200 len: 945 time: 0.0969861 Apr 11 17:24:05.776063 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e3ff5068-bf0d-459a-9ae2-20ccce4de276 req-5afb8583-26a7-498a-b84e-a27997c2610d tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272148 Apr 11 17:24:06.894836 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989c080-a7b2-42ec-a9bc-7d2286cf46a3 req-a4a715c4-81a4-4712-8430-1a281df02d9c tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:06.896500 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2989c080-a7b2-42ec-a9bc-7d2286cf46a3 req-a4a715c4-81a4-4712-8430-1a281df02d9c tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?device_id=6efdaa77-dab9-4266-b89d-f5cc54108f96 HTTP/1.1" status: 200 len: 946 time: 0.1301935 Apr 11 17:24:06.905643 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035e052-86fd-4516-b507-cd1b973d97b9 req-337faf40-bab5-4e52-94db-334757b07618 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:06.907435 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6035e052-86fd-4516-b507-cd1b973d97b9 req-337faf40-bab5-4e52-94db-334757b07618 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 944 time: 0.1840179 Apr 11 17:24:06.951205 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2989c080-a7b2-42ec-a9bc-7d2286cf46a3 req-9e3ccb17-953c-4b85-9ade-42efdae880ac tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0dca341-6d9a-4db6-bd19-85f100ebbe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426266 Apr 11 17:24:06.960881 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6035e052-86fd-4516-b507-cd1b973d97b9 req-8bef75ee-7b02-4f75-abdf-0ae4d304f548 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396011 Apr 11 17:24:07.162338 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46f96f-6a7d-4306-988e-399f165cbc9c req-733ad129-dd56-4bed-a024-7f8e9f2860e5 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:07.164601 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1e46f96f-6a7d-4306-988e-399f165cbc9c req-733ad129-dd56-4bed-a024-7f8e9f2860e5 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=7defef3b-4a9c-4aaf-a4ba-9eef01cda13d HTTP/1.1" status: 200 len: 945 time: 0.1034653 Apr 11 17:24:07.203396 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1e46f96f-6a7d-4306-988e-399f165cbc9c req-47fc58c1-a9e4-45a0-ab99-a5586cf903e6 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314872 Apr 11 17:24:07.303172 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4821cd70-320a-429f-8176-679e387568f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:07.940724 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:08.249408 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29f755-0e74-4744-9940-0ac5e440fce2 req-7f3ef343-55ac-43b4-ac65-23e6c933c961 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:08.250993 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-7c29f755-0e74-4744-9940-0ac5e440fce2 req-7f3ef343-55ac-43b4-ac65-23e6c933c961 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 944 time: 0.1264448 Apr 11 17:24:08.260357 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a708b4-6235-407d-bc4a-244b36f9ad92 req-9d0fe8e6-d6ef-492c-80fd-2ca86ce2bf61 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:08.261971 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-96a708b4-6235-407d-bc4a-244b36f9ad92 req-9d0fe8e6-d6ef-492c-80fd-2ca86ce2bf61 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?device_id=6efdaa77-dab9-4266-b89d-f5cc54108f96 HTTP/1.1" status: 200 len: 946 time: 0.1868048 Apr 11 17:24:08.310371 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-7c29f755-0e74-4744-9940-0ac5e440fce2 req-e75c1d5b-44d9-42cc-abc1-e3d00a488bc0 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472858 Apr 11 17:24:08.319265 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-96a708b4-6235-407d-bc4a-244b36f9ad92 req-e47c0d76-0825-4f4b-b205-cebe06e9a2c6 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0dca341-6d9a-4db6-bd19-85f100ebbe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370734 Apr 11 17:24:08.393991 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:08.554474 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719c8f9-cc10-4adf-a25c-ed4065572d2c req-e907e5c3-2d29-429d-a6fb-5a8e26af2bc6 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:08.556174 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c719c8f9-cc10-4adf-a25c-ed4065572d2c req-e907e5c3-2d29-429d-a6fb-5a8e26af2bc6 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=7defef3b-4a9c-4aaf-a4ba-9eef01cda13d HTTP/1.1" status: 200 len: 945 time: 0.1093426 Apr 11 17:24:08.613578 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c719c8f9-cc10-4adf-a25c-ed4065572d2c req-d26bba7d-cc9f-4ee7-8062-a554fbf08cc8 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429873 Apr 11 17:24:09.281103 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:09.619567 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f9872-4cb7-4485-9a66-6af606d51d4a req-88aa5e66-f8b4-4119-af7a-4ea9ad9eeae8 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:09.621528 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f20f9872-4cb7-4485-9a66-6af606d51d4a req-88aa5e66-f8b4-4119-af7a-4ea9ad9eeae8 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 944 time: 0.1773701 Apr 11 17:24:09.630112 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344310c2-bc16-4dcf-a088-cc3dfcfb4508 req-127f8308-a208-45fb-afb9-c11936181f41 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:09.631770 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-344310c2-bc16-4dcf-a088-cc3dfcfb4508 req-127f8308-a208-45fb-afb9-c11936181f41 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?device_id=6efdaa77-dab9-4266-b89d-f5cc54108f96 HTTP/1.1" status: 200 len: 946 time: 0.1442850 Apr 11 17:24:09.679413 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f20f9872-4cb7-4485-9a66-6af606d51d4a req-b88f8ef5-78fd-4a70-aaed-3c5c1f31c2a3 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458865 Apr 11 17:24:09.692306 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-344310c2-bc16-4dcf-a088-cc3dfcfb4508 req-ef56d547-789e-4555-9b2f-24fa31e8fdda tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0dca341-6d9a-4db6-bd19-85f100ebbe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428195 Apr 11 17:24:09.890247 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e7309-8151-4f81-b1b3-231c7afdd63e req-4dcb8060-3d0d-4abf-b724-9ca3cade5a7c tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:09.891852 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-053e7309-8151-4f81-b1b3-231c7afdd63e req-4dcb8060-3d0d-4abf-b724-9ca3cade5a7c tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=7defef3b-4a9c-4aaf-a4ba-9eef01cda13d HTTP/1.1" status: 200 len: 945 time: 0.0975728 Apr 11 17:24:09.925726 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-053e7309-8151-4f81-b1b3-231c7afdd63e req-4023d666-7966-4d43-9ebb-85f00f1f6a54 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261874 Apr 11 17:24:10.985060 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe551f-d61e-410a-92b9-0e5064029601 req-7ed8073a-6173-4f16-9b25-56666e9b64b9 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:10.987342 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-7dfe551f-d61e-410a-92b9-0e5064029601 req-7ed8073a-6173-4f16-9b25-56666e9b64b9 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?device_id=6efdaa77-dab9-4266-b89d-f5cc54108f96 HTTP/1.1" status: 200 len: 946 time: 0.1748354 Apr 11 17:24:10.997339 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8bacb-f7c8-463d-9836-92f9b8225e6c req-11f42c5d-f15a-46ec-b06d-2dbd79159959 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:10.999010 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e4d8bacb-f7c8-463d-9836-92f9b8225e6c req-11f42c5d-f15a-46ec-b06d-2dbd79159959 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 944 time: 0.1426435 Apr 11 17:24:11.042761 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-7dfe551f-d61e-410a-92b9-0e5064029601 req-ac2ff25c-2cee-4a67-99b4-849719e0d38b tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0dca341-6d9a-4db6-bd19-85f100ebbe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426044 Apr 11 17:24:11.052076 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e4d8bacb-f7c8-463d-9836-92f9b8225e6c req-6a313a0c-fe51-4a5a-9f7e-c8bf8be70dac tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365109 Apr 11 17:24:11.291204 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30212db7-bf0d-4182-bfd4-225e2feb1d61 req-ebd335b2-d864-4712-962f-e35e3f877f85 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:11.293951 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-30212db7-bf0d-4182-bfd4-225e2feb1d61 req-ebd335b2-d864-4712-962f-e35e3f877f85 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=7defef3b-4a9c-4aaf-a4ba-9eef01cda13d HTTP/1.1" status: 200 len: 945 time: 0.1085927 Apr 11 17:24:11.340929 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-30212db7-bf0d-4182-bfd4-225e2feb1d61 req-f08b15b4-f044-4972-aa44-94ed9d7243f4 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343566 Apr 11 17:24:12.292473 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad74f5d-f3a0-44eb-af60-eba4950c4e09 req-bb81d6cf-4f4d-43b4-9eb5-afd52f34e7cc tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:12.294238 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-7ad74f5d-f3a0-44eb-af60-eba4950c4e09 req-bb81d6cf-4f4d-43b4-9eb5-afd52f34e7cc tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 944 time: 0.1047728 Apr 11 17:24:12.336465 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-7ad74f5d-f3a0-44eb-af60-eba4950c4e09 req-8c3c91b9-767c-4a40-a0ba-f981ea21c474 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296161 Apr 11 17:24:12.448184 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e20391-0e79-4999-8842-7f881f6451a1 req-fa79f0f7-0f5f-42bb-a0dd-4788251f3219 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:12.451363 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b3e20391-0e79-4999-8842-7f881f6451a1 req-fa79f0f7-0f5f-42bb-a0dd-4788251f3219 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?device_id=6efdaa77-dab9-4266-b89d-f5cc54108f96 HTTP/1.1" status: 200 len: 946 time: 0.1132557 Apr 11 17:24:12.796733 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b3e20391-0e79-4999-8842-7f881f6451a1 req-0f5c93de-b0f0-47f1-9b47-70b3850fbe79 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0dca341-6d9a-4db6-bd19-85f100ebbe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679970 Apr 11 17:24:12.839573 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b83239-e842-4340-8d31-ef353ce12b41 req-3415e9e9-99b7-4a6b-88dc-3b6d08cc8163 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:12.841322 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d6b83239-e842-4340-8d31-ef353ce12b41 req-3415e9e9-99b7-4a6b-88dc-3b6d08cc8163 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=7defef3b-4a9c-4aaf-a4ba-9eef01cda13d HTTP/1.1" status: 200 len: 945 time: 0.3785901 Apr 11 17:24:12.874198 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d6b83239-e842-4340-8d31-ef353ce12b41 req-4b127044-47c4-4d7f-8348-0abc9da01c62 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258214 Apr 11 17:24:13.575611 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa436a06-70e3-48d1-bb71-f8bcb2aeda21 req-27a63c84-7682-40ab-8dad-7ffb440bc1c9 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:13.577392 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-fa436a06-70e3-48d1-bb71-f8bcb2aeda21 req-27a63c84-7682-40ab-8dad-7ffb440bc1c9 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 944 time: 0.0954814 Apr 11 17:24:13.609811 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-fa436a06-70e3-48d1-bb71-f8bcb2aeda21 req-f8524eeb-cca4-4431-8e5d-8adcb631485e tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0252512 Apr 11 17:24:14.143726 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60257419-f7a1-46f3-bdbc-0f7009f7b413 req-d08eea99-9801-4797-83b9-777c5eef78b8 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:14.145372 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-60257419-f7a1-46f3-bdbc-0f7009f7b413 req-d08eea99-9801-4797-83b9-777c5eef78b8 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=7defef3b-4a9c-4aaf-a4ba-9eef01cda13d HTTP/1.1" status: 200 len: 945 time: 0.1502893 Apr 11 17:24:14.187350 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-60257419-f7a1-46f3-bdbc-0f7009f7b413 req-5da7b79a-2ed4-4796-99fe-eb48edcb13f1 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355139 Apr 11 17:24:14.200466 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4880e39-103c-4193-8cbe-267004f6d464 req-187c5c17-c7d6-4dd6-a595-91a76be3e0f5 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:14.202029 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a4880e39-103c-4193-8cbe-267004f6d464 req-187c5c17-c7d6-4dd6-a595-91a76be3e0f5 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?device_id=6efdaa77-dab9-4266-b89d-f5cc54108f96 HTTP/1.1" status: 200 len: 946 time: 0.1409950 Apr 11 17:24:14.233919 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a4880e39-103c-4193-8cbe-267004f6d464 req-d5cab7bd-bd46-43ed-bd9b-0e37ceb37a46 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0dca341-6d9a-4db6-bd19-85f100ebbe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0242498 Apr 11 17:24:14.730927 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff34a8d-883c-41ea-ba18-4d8c6e30d3e5 req-bc9fd105-6313-4b9e-b0ec-69533b311b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:14.732657 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3ff34a8d-883c-41ea-ba18-4d8c6e30d3e5 req-bc9fd105-6313-4b9e-b0ec-69533b311b9a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7defef3b-4a9c-4aaf-a4ba-9eef01cda13d HTTP/1.1" status: 200 len: 1098 time: 0.0807166 Apr 11 17:24:14.809281 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3ff34a8d-883c-41ea-ba18-4d8c6e30d3e5 req-7a1f5189-9a8f-411d-a531-5e0aa61f21fc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394959 Apr 11 17:24:14.843977 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799fa266-f922-40f2-b2bd-df7212f6329e req-77b014fe-ad24-48d3-83ae-75a6aaf3db5d tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:14.845612 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-799fa266-f922-40f2-b2bd-df7212f6329e req-77b014fe-ad24-48d3-83ae-75a6aaf3db5d tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 944 time: 0.1120040 Apr 11 17:24:14.880777 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-799fa266-f922-40f2-b2bd-df7212f6329e req-a6fbcca7-cbb1-4141-a009-b81f6e0af111 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261259 Apr 11 17:24:15.468873 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cae709-61d1-4766-b407-1ce7e7083842 req-3e3b9d00-2b5c-4866-8772-ef808245f743 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:15.470681 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-35cae709-61d1-4766-b407-1ce7e7083842 req-3e3b9d00-2b5c-4866-8772-ef808245f743 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=7defef3b-4a9c-4aaf-a4ba-9eef01cda13d HTTP/1.1" status: 200 len: 945 time: 0.1678689 Apr 11 17:24:15.481172 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c511d4a-df87-4127-bf20-ca89bc4d3310 req-b52c4adb-57ae-49a9-be80-67cc99759792 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:15.482819 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0c511d4a-df87-4127-bf20-ca89bc4d3310 req-b52c4adb-57ae-49a9-be80-67cc99759792 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?device_id=6efdaa77-dab9-4266-b89d-f5cc54108f96 HTTP/1.1" status: 200 len: 946 time: 0.1297605 Apr 11 17:24:15.529170 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-35cae709-61d1-4766-b407-1ce7e7083842 req-9464984b-c1e7-479c-8798-6112e1167cde tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444319 Apr 11 17:24:15.535380 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0c511d4a-df87-4127-bf20-ca89bc4d3310 req-de91f70a-d98a-4ec7-a888-0ec86c0fc5b6 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0dca341-6d9a-4db6-bd19-85f100ebbe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376587 Apr 11 17:24:16.108284 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d455971-0796-47fd-8339-53c9ebef9e9b req-bfd6b40c-f47a-45db-b27d-20e069acbaf7 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:16.109963 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5d455971-0796-47fd-8339-53c9ebef9e9b req-bfd6b40c-f47a-45db-b27d-20e069acbaf7 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 944 time: 0.0988483 Apr 11 17:24:16.142592 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5d455971-0796-47fd-8339-53c9ebef9e9b req-5b407996-dd1e-40c7-93db-279afa046289 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0255055 Apr 11 17:24:16.426303 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6d3be-dd06-4a2d-8327-940748012338 req-cb560d02-fe87-4c89-b11f-80427dd5a9b5 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:16.427883 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0ab6d3be-dd06-4a2d-8327-940748012338 req-cb560d02-fe87-4c89-b11f-80427dd5a9b5 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.42 "GET /v2.0/ports?device_id=6efdaa77-dab9-4266-b89d-f5cc54108f96 HTTP/1.1" status: 200 len: 946 time: 0.0937817 Apr 11 17:24:16.507971 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-0ab6d3be-dd06-4a2d-8327-940748012338 req-05d7b26b-6224-44f5-ba83-a2bece85bd73 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Deleting port 672cc317-c203-4cb9-b433-eb8be4bb2adb {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:24:16.508357 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-0ab6d3be-dd06-4a2d-8327-940748012338 req-05d7b26b-6224-44f5-ba83-a2bece85bd73 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:16.916276 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-0ab6d3be-dd06-4a2d-8327-940748012338 req-05d7b26b-6224-44f5-ba83-a2bece85bd73 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] For port 672cc317-c203-4cb9-b433-eb8be4bb2adb, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=672cc317-c203-4cb9-b433-eb8be4bb2adb,segment=NetworkSegment(86ca0e7e-fa7a-40b7-a28a-d9877a1e223f),segment_id=86ca0e7e-fa7a-40b7-a28a-d9877a1e223f)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:24:16.916679 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-0ab6d3be-dd06-4a2d-8327-940748012338 req-05d7b26b-6224-44f5-ba83-a2bece85bd73 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:16.942321 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29479bb-4dfb-44a7-a6b6-feff0c47bbd5 req-f041ca89-0b84-419f-a896-55c3af6246eb tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:16.943957 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d29479bb-4dfb-44a7-a6b6-feff0c47bbd5 req-f041ca89-0b84-419f-a896-55c3af6246eb tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=7defef3b-4a9c-4aaf-a4ba-9eef01cda13d HTTP/1.1" status: 200 len: 945 time: 0.2378931 Apr 11 17:24:17.007358 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f817a31-20b7-4f99-888b-f3b1f4c08839 req-a42ed4f5-ace5-49b5-ad81-2cc80a2d8d76 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:17.008956 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8f817a31-20b7-4f99-888b-f3b1f4c08839 req-a42ed4f5-ace5-49b5-ad81-2cc80a2d8d76 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?device_id=6efdaa77-dab9-4266-b89d-f5cc54108f96 HTTP/1.1" status: 200 len: 946 time: 0.3017259 Apr 11 17:24:17.089751 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-0ab6d3be-dd06-4a2d-8327-940748012338 req-05d7b26b-6224-44f5-ba83-a2bece85bd73 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Calling delete_port for 672cc317-c203-4cb9-b433-eb8be4bb2adb owned by compute:nova {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:24:17.183936 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8f817a31-20b7-4f99-888b-f3b1f4c08839 req-ca8927a9-89f5-4af5-bc86-1def1238e527 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/security-groups?id=f0dca341-6d9a-4db6-bd19-85f100ebbe40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032896 Apr 11 17:24:17.186615 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d29479bb-4dfb-44a7-a6b6-feff0c47bbd5 req-5ea692ff-ff51-4834-84bb-4efa9c5f4491 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766953 Apr 11 17:24:17.293043 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-0ab6d3be-dd06-4a2d-8327-940748012338 req-05d7b26b-6224-44f5-ba83-a2bece85bd73 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771099430430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771099036582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6317060'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:17.305564 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] get_ports_and_sgs() called for port_ids ['672cc317-c203-4cb9-b433-eb8be4bb2adb'] {{(pid=85245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 17:24:17.309592 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a10e3da8-ae76-4353-bbb8-6c6e5dd151db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:24:17.474006 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d7b26b-6224-44f5-ba83-a2bece85bd73 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Pushing event deleted for resources: {'Port': ['ID=672cc317-c203-4cb9-b433-eb8be4bb2adb,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:24:17.477081 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-05d7b26b-6224-44f5-ba83-a2bece85bd73 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:24:17.574947 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261506bc-0f14-4877-b3fe-191b8614f643 req-735a8c54-1296-4905-ad2c-f19e49a9a102 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:17.576946 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-261506bc-0f14-4877-b3fe-191b8614f643 req-735a8c54-1296-4905-ad2c-f19e49a9a102 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 944 time: 0.2311237 Apr 11 17:24:17.686613 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab6d3be-dd06-4a2d-8327-940748012338 req-05d7b26b-6224-44f5-ba83-a2bece85bd73 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] No DVR routers for this DVR port 672cc317-c203-4cb9-b433-eb8be4bb2adb on host hv-cinder-78477 {{(pid=85244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 11 17:24:17.691732 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-261506bc-0f14-4877-b3fe-191b8614f643 req-f7ba7216-03a3-49a5-a875-b0c490adc89d tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065390 Apr 11 17:24:17.692901 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-0ab6d3be-dd06-4a2d-8327-940748012338 req-05d7b26b-6224-44f5-ba83-a2bece85bd73 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:17.695811 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6efdaa77-dab9-4266-b89d-f5cc54108f96', 'name': 'network-vif-deleted', 'tag': '672cc317-c203-4cb9-b433-eb8be4bb2adb'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:24:17.712029 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0ab6d3be-dd06-4a2d-8327-940748012338 req-05d7b26b-6224-44f5-ba83-a2bece85bd73 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.42 "DELETE /v2.0/ports/672cc317-c203-4cb9-b433-eb8be4bb2adb HTTP/1.1" status: 204 len: 173 time: 1.2781296 Apr 11 17:24:17.750894 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6efdaa77-dab9-4266-b89d-f5cc54108f96', 'name': 'network-vif-deleted', 'tag': '672cc317-c203-4cb9-b433-eb8be4bb2adb', 'status': 'completed', 'code': 200} Apr 11 17:24:18.366047 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-8e8194f5-670a-48b3-9e85-94b06d2f4d31 req-227b55f2-4082-42b5-9003-4586e15007af tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Synchronizing usage tracker for tenant:c8aa45ba97e145178798e1da4304e776 on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:24:18.380898 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-8e8194f5-670a-48b3-9e85-94b06d2f4d31 req-227b55f2-4082-42b5-9003-4586e15007af tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Unset dirty status for tenant:c8aa45ba97e145178798e1da4304e776 on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:24:18.382175 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8e8194f5-670a-48b3-9e85-94b06d2f4d31 req-227b55f2-4082-42b5-9003-4586e15007af tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] 10.222.0.16 "GET /v2.0/ports?device_id=6efdaa77-dab9-4266-b89d-f5cc54108f96 HTTP/1.1" status: 200 len: 210 time: 0.0652573 Apr 11 17:24:18.919078 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c997e-3b36-4fcd-b3a5-d71e58b566fe req-742cae83-edaf-4099-bf8d-8278206b4cf4 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:18.920930 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ca3c997e-3b36-4fcd-b3a5-d71e58b566fe req-742cae83-edaf-4099-bf8d-8278206b4cf4 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 944 time: 0.0967743 Apr 11 17:24:18.953172 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ca3c997e-3b36-4fcd-b3a5-d71e58b566fe req-be6ca83a-6360-4de9-b531-f2a3d78c6385 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0256085 Apr 11 17:24:19.476353 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device 29683527-34da-4cc3-ac60-f5c4283cc12d details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 11 17:24:19.488647 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device 672cc317-c203-4cb9-b433-eb8be4bb2adb no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 11 17:24:19.529250 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] No Port match for: 672cc317-c203-4cb9-b433-eb8be4bb2adb {{(pid=85245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 11 17:24:19.529579 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device 672cc317-c203-4cb9-b433-eb8be4bb2adb not bound to the agent host hv-cinder-78477 {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 11 17:24:19.659781 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port 29683527-34da-4cc3-ac60-f5c4283cc12d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=29683527-34da-4cc3-ac60-f5c4283cc12d,segment=NetworkSegment(8f975aaa-dcda-4b79-90fe-e36b252d6285),segment_id=8f975aaa-dcda-4b79-90fe-e36b252d6285)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:24:19.673983 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Returning: {'device': '29683527-34da-4cc3-ac60-f5c4283cc12d', 'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f', 'port_id': '29683527-34da-4cc3-ac60-f5c4283cc12d', 'mac_address': 'fa:16:3e:ee:8f:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b37db23d-12d1-4791-957e-028de05166fa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 17:24:19.731503 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:19.732757 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29683527-34da-4cc3-ac60-f5c4283cc12d {{(pid=85245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 11 17:24:19.749122 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port 29683527-34da-4cc3-ac60-f5c4283cc12d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=29683527-34da-4cc3-ac60-f5c4283cc12d,segment=NetworkSegment(8f975aaa-dcda-4b79-90fe-e36b252d6285),segment_id=8f975aaa-dcda-4b79-90fe-e36b252d6285)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:24:19.752067 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:19.753871 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:24:19.826171 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=29683527-34da-4cc3-ac60-f5c4283cc12d,revision_number=9']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:24:19.829471 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:24:20.156801 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] get_ports_and_sgs() called for port_ids ['29683527-34da-4cc3-ac60-f5c4283cc12d'] {{(pid=85245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 17:24:20.176214 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf18b7b-48a6-4f45-8d82-0ba66e96553c req-6cfff860-1016-4f4c-8061-2723395af0f2 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:20.178965 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0cf18b7b-48a6-4f45-8d82-0ba66e96553c req-6cfff860-1016-4f4c-8061-2723395af0f2 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 945 time: 0.1015971 Apr 11 17:24:20.217913 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0cf18b7b-48a6-4f45-8d82-0ba66e96553c req-5921bd76-99bc-4d49-8ad8-4e13cd8fa45c tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310307 Apr 11 17:24:21.439877 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae46d2-1970-4e19-a158-62740e5633c9 req-c78d8d3d-c492-42c7-807c-de6b7f9877aa tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:21.441439 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-daae46d2-1970-4e19-a158-62740e5633c9 req-c78d8d3d-c492-42c7-807c-de6b7f9877aa tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 945 time: 0.0971072 Apr 11 17:24:21.484137 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-daae46d2-1970-4e19-a158-62740e5633c9 req-e78c9d39-30da-47f6-8fb7-851e6a8caf47 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361309 Apr 11 17:24:21.504434 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device 29683527-34da-4cc3-ac60-f5c4283cc12d up at agent hyperv_hv-cinder-78477 {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:24:21.580093 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Provisioning complete for port 29683527-34da-4cc3-ac60-f5c4283cc12d triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:24:21.580093 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:21.714277 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:21.726509 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f206e244-f2eb-4479-ac8c-967542c6e6ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29683527-34da-4cc3-ac60-f5c4283cc12d'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:24:21.737268 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port 29683527-34da-4cc3-ac60-f5c4283cc12d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=29683527-34da-4cc3-ac60-f5c4283cc12d,segment=NetworkSegment(8f975aaa-dcda-4b79-90fe-e36b252d6285),segment_id=8f975aaa-dcda-4b79-90fe-e36b252d6285)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:24:21.740772 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:21.742727 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:24:21.781029 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f206e244-f2eb-4479-ac8c-967542c6e6ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29683527-34da-4cc3-ac60-f5c4283cc12d', 'code': 200} Apr 11 17:24:21.815874 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=29683527-34da-4cc3-ac60-f5c4283cc12d,revision_number=10']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:24:21.818940 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:24:21.878385 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-843158ea-ea34-4466-b618-dedc8d7f92c7 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:21.879985 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-843158ea-ea34-4466-b618-dedc8d7f92c7 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/networks?id=600bfa3f-166e-4c7b-a7d2-bcd10f0b1830 HTTP/1.1" status: 200 len: 814 time: 0.1593554 Apr 11 17:24:21.896263 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-1c94008d-e1e1-4e9b-a37d-57eeb03c222f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/quotas/674717aec31e4ef9aad73ee7f0375962 HTTP/1.1" status: 200 len: 375 time: 0.0101647 Apr 11 17:24:21.981920 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-0be977dd-82ee-43bd-9ba0-9d2950e77508 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=674717aec31e4ef9aad73ee7f0375962&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0799086 Apr 11 17:24:22.418071 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-3a2009de-7799-4729-9e04-6a21292e1df1 service neutron] 10.222.0.16 "GET /v2.0/networks/600bfa3f-166e-4c7b-a7d2-bcd10f0b1830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286959 Apr 11 17:24:22.424746 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6cc62-b6ba-4651-b952-e7b89a849015 req-06193b53-81df-4a6c-a2ae-d5f0043ed7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:22.426288 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-74c6cc62-b6ba-4651-b952-e7b89a849015 req-06193b53-81df-4a6c-a2ae-d5f0043ed7d9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 1100 time: 0.1362929 Apr 11 17:24:22.547352 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-74c6cc62-b6ba-4651-b952-e7b89a849015 req-06be85ba-6485-4c3b-9b54-85dc6b5b25d7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962417 Apr 11 17:24:22.587089 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-a056dc42-fdfd-4dfb-af44-c2e1ce7c5789 service neutron] 10.222.0.16 "GET /v2.0/networks/600bfa3f-166e-4c7b-a7d2-bcd10f0b1830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597807 Apr 11 17:24:22.708423 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406397a9-2689-4973-8dc5-6e076e6e4f2a req-fe85afaf-b434-4160-b3cf-279d4bf78a1e tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:22.710523 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-406397a9-2689-4973-8dc5-6e076e6e4f2a req-fe85afaf-b434-4160-b3cf-279d4bf78a1e tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 947 time: 0.0961518 Apr 11 17:24:22.744337 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-406397a9-2689-4973-8dc5-6e076e6e4f2a req-7aaa4b99-a6ab-4f57-a48b-702cb1c9f41a tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266275 Apr 11 17:24:22.802164 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-9454c60c-cc9a-493a-8a46-469042f4d596 req-6ed75a38-7179-46c6-8656-e2a8c04c1288 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=c96839d1-d0ce-496f-9888-de86d52d19e1 HTTP/1.1" status: 200 len: 210 time: 0.0551140 Apr 11 17:24:24.104069 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-af4bdb35-820f-435e-a5d5-7acd169cb21c req-87a40270-6fb3-450f-84c4-48bfe0d7f5b0 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=c96839d1-d0ce-496f-9888-de86d52d19e1 HTTP/1.1" status: 200 len: 210 time: 0.1586390 Apr 11 17:24:24.189528 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb7df5d-d54c-4585-b843-902dcc4067e0 req-b008952f-f221-4a1b-8c11-766b3307ae79 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:24.191182 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2eb7df5d-d54c-4585-b843-902dcc4067e0 req-b008952f-f221-4a1b-8c11-766b3307ae79 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 947 time: 0.3082871 Apr 11 17:24:24.244687 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-5e79fdfc-136e-4441-b363-dfa4c39a3207 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:24.246261 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-5e79fdfc-136e-4441-b363-dfa4c39a3207 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.42 "GET /v2.0/networks?id=600bfa3f-166e-4c7b-a7d2-bcd10f0b1830 HTTP/1.1" status: 200 len: 814 time: 0.3047686 Apr 11 17:24:24.251754 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2eb7df5d-d54c-4585-b843-902dcc4067e0 req-9da069ae-a188-4d74-ae83-0f7e02c292f2 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499964 Apr 11 17:24:24.258672 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-c9369935-f5ee-44b8-a9b1-5d8c004a1e7f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Request body: {'port': {'device_id': 'c96839d1-d0ce-496f-9888-de86d52d19e1', 'network_id': '600bfa3f-166e-4c7b-a7d2-bcd10f0b1830', 'admin_state_up': True, 'tenant_id': '674717aec31e4ef9aad73ee7f0375962'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:24:24.411611 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-c9369935-f5ee-44b8-a9b1-5d8c004a1e7f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:24:24.422416 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-c9369935-f5ee-44b8-a9b1-5d8c004a1e7f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:24:24.431945 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-c9369935-f5ee-44b8-a9b1-5d8c004a1e7f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Made reservation on behalf of 674717aec31e4ef9aad73ee7f0375962 for: {'port': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:24:24.442378 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-c9369935-f5ee-44b8-a9b1-5d8c004a1e7f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:24.619206 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-c9369935-f5ee-44b8-a9b1-5d8c004a1e7f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Allocated IP 172.20.0.14 (600bfa3f-166e-4c7b-a7d2-bcd10f0b1830/3f6fb04c-e2ca-4031-a1a8-3d7c1444c707/b8de12f5-f699-4ff4-aaf1-dbcade9c27f2) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:24:24.823147 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-c9369935-f5ee-44b8-a9b1-5d8c004a1e7f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:24.853494 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-c9369935-f5ee-44b8-a9b1-5d8c004a1e7f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6317060'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:24.865369 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] get_ports_and_sgs() called for port_ids ['e5de3918-3978-4d15-ad3d-fa5f1009a033'] {{(pid=85245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 17:24:24.872015 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:24:25.026763 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9369935-f5ee-44b8-a9b1-5d8c004a1e7f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Pushing event updated for resources: {'Port': ['ID=b8de12f5-f699-4ff4-aaf1-dbcade9c27f2,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:24:25.044570 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9369935-f5ee-44b8-a9b1-5d8c004a1e7f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:24:25.044993 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9369935-f5ee-44b8-a9b1-5d8c004a1e7f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:24:25.045427 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9369935-f5ee-44b8-a9b1-5d8c004a1e7f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:24:25.045813 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9369935-f5ee-44b8-a9b1-5d8c004a1e7f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:24:25.046217 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9369935-f5ee-44b8-a9b1-5d8c004a1e7f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:24:25.046629 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9369935-f5ee-44b8-a9b1-5d8c004a1e7f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:24:25.047023 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9369935-f5ee-44b8-a9b1-5d8c004a1e7f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:24:25.047434 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9369935-f5ee-44b8-a9b1-5d8c004a1e7f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:24:25.047873 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9369935-f5ee-44b8-a9b1-5d8c004a1e7f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:24:25.048286 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9369935-f5ee-44b8-a9b1-5d8c004a1e7f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:24:25.048683 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9369935-f5ee-44b8-a9b1-5d8c004a1e7f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:24:25.049609 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9369935-f5ee-44b8-a9b1-5d8c004a1e7f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:24:25.062618 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c9369935-f5ee-44b8-a9b1-5d8c004a1e7f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:24:25.088739 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-c9369935-f5ee-44b8-a9b1-5d8c004a1e7f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Network 600bfa3f-166e-4c7b-a7d2-bcd10f0b1830 is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:24:25.090027 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-c9369935-f5ee-44b8-a9b1-5d8c004a1e7f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:24:25.092592 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-c9369935-f5ee-44b8-a9b1-5d8c004a1e7f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:24:25.162583 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-c9369935-f5ee-44b8-a9b1-5d8c004a1e7f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:25.163283 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-c9369935-f5ee-44b8-a9b1-5d8c004a1e7f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:25.194125 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-c9369935-f5ee-44b8-a9b1-5d8c004a1e7f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9396448 Apr 11 17:24:25.208115 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-cd7040ad-aeb9-4c3d-84b0-62c1e51e5356 service neutron] Request body: {'port': {'device_id': 'c96839d1-d0ce-496f-9888-de86d52d19e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:24:25.451892 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-cd7040ad-aeb9-4c3d-84b0-62c1e51e5356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:25.519215 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0683ad8-7765-4bc5-a632-106aae911f61 req-bf53650c-ea73-4616-a6ae-bd62db94355b tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:25.520040 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-f0683ad8-7765-4bc5-a632-106aae911f61 req-bf53650c-ea73-4616-a6ae-bd62db94355b tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Synchronizing usage tracker for tenant:674717aec31e4ef9aad73ee7f0375962 on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:24:25.592979 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-f0683ad8-7765-4bc5-a632-106aae911f61 req-bf53650c-ea73-4616-a6ae-bd62db94355b tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Unset dirty status for tenant:674717aec31e4ef9aad73ee7f0375962 on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:24:25.594264 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f0683ad8-7765-4bc5-a632-106aae911f61 req-bf53650c-ea73-4616-a6ae-bd62db94355b tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=c96839d1-d0ce-496f-9888-de86d52d19e1 HTTP/1.1" status: 200 len: 932 time: 0.3501556 Apr 11 17:24:25.696234 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f0683ad8-7765-4bc5-a632-106aae911f61 req-923fd8f2-eca2-4951-882a-54171861c56c tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924082 Apr 11 17:24:25.713249 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009210da-ab01-42fa-8be7-17f2518aa0ee req-403a3af7-6f6d-4122-934a-c49c81ff2339 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:25.714877 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-009210da-ab01-42fa-8be7-17f2518aa0ee req-403a3af7-6f6d-4122-934a-c49c81ff2339 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 947 time: 0.3239434 Apr 11 17:24:25.759076 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-009210da-ab01-42fa-8be7-17f2518aa0ee req-a7e4e6cb-f847-4711-80ae-375fdf692e25 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359089 Apr 11 17:24:25.967518 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-cd7040ad-aeb9-4c3d-84b0-62c1e51e5356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8de12f5-f699-4ff4-aaf1-dbcade9c27f2 {{(pid=85244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 11 17:24:25.976151 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-cd7040ad-aeb9-4c3d-84b0-62c1e51e5356 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:25.992184 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-cd7040ad-aeb9-4c3d-84b0-62c1e51e5356 service neutron] Transition to ACTIVE for port object b8de12f5-f699-4ff4-aaf1-dbcade9c27f2 will not be triggered until provisioned by entity L2. {{(pid=85244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:24:25.994721 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-cd7040ad-aeb9-4c3d-84b0-62c1e51e5356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848458740'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:26.010345 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5a5f9388-acd7-4425-8c9c-f59cdeebc410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:24:26.145160 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7040ad-aeb9-4c3d-84b0-62c1e51e5356 service neutron] Pushing event updated for resources: {'Port': ['ID=b8de12f5-f699-4ff4-aaf1-dbcade9c27f2,revision_number=2']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:24:26.149982 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-cd7040ad-aeb9-4c3d-84b0-62c1e51e5356 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:24:26.385594 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-cd7040ad-aeb9-4c3d-84b0-62c1e51e5356 service neutron] Attempting to bind port b8de12f5-f699-4ff4-aaf1-dbcade9c27f2 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:24:26.386177 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-cd7040ad-aeb9-4c3d-84b0-62c1e51e5356 service neutron] Attempting to bind port b8de12f5-f699-4ff4-aaf1-dbcade9c27f2 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '63151fce-5d9c-4a4b-a630-2dcd2620bae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '600bfa3f-166e-4c7b-a7d2-bcd10f0b1830'}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 11 17:24:26.386315 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-cd7040ad-aeb9-4c3d-84b0-62c1e51e5356 service neutron] Attempting to bind port b8de12f5-f699-4ff4-aaf1-dbcade9c27f2 on network 600bfa3f-166e-4c7b-a7d2-bcd10f0b1830 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:24:26.391902 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-cd7040ad-aeb9-4c3d-84b0-62c1e51e5356 service neutron] Port b8de12f5-f699-4ff4-aaf1-dbcade9c27f2 on network 600bfa3f-166e-4c7b-a7d2-bcd10f0b1830 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:24:26.392279 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-cd7040ad-aeb9-4c3d-84b0-62c1e51e5356 service neutron] Attempting to bind port b8de12f5-f699-4ff4-aaf1-dbcade9c27f2 on network 600bfa3f-166e-4c7b-a7d2-bcd10f0b1830 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:24:26.399178 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-cd7040ad-aeb9-4c3d-84b0-62c1e51e5356 service neutron] Checking agent: {'id': '0333fbf7-6dfe-499c-9c5e-b9bf9a863355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 18, 34), 'started_at': datetime.datetime(2021, 4, 11, 17, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 17:24:26.399560 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-cd7040ad-aeb9-4c3d-84b0-62c1e51e5356 service neutron] Checking segment: {'id': '63151fce-5d9c-4a4b-a630-2dcd2620bae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '600bfa3f-166e-4c7b-a7d2-bcd10f0b1830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:24:26.400036 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-cd7040ad-aeb9-4c3d-84b0-62c1e51e5356 service neutron] Bound using segment: {'id': '63151fce-5d9c-4a4b-a630-2dcd2620bae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '600bfa3f-166e-4c7b-a7d2-bcd10f0b1830'} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 17:24:26.400535 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-cd7040ad-aeb9-4c3d-84b0-62c1e51e5356 service neutron] Bound port: b8de12f5-f699-4ff4-aaf1-dbcade9c27f2, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63151fce-5d9c-4a4b-a630-2dcd2620bae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '600bfa3f-166e-4c7b-a7d2-bcd10f0b1830'}}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 11 17:24:26.400932 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-cd7040ad-aeb9-4c3d-84b0-62c1e51e5356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:26.485483 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-cd7040ad-aeb9-4c3d-84b0-62c1e51e5356 service neutron] For port b8de12f5-f699-4ff4-aaf1-dbcade9c27f2, host hv-cinder-78477, cleared binding levels {{(pid=85244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 11 17:24:26.490892 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-cd7040ad-aeb9-4c3d-84b0-62c1e51e5356 service neutron] For port b8de12f5-f699-4ff4-aaf1-dbcade9c27f2, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b8de12f5-f699-4ff4-aaf1-dbcade9c27f2,segment=NetworkSegment(63151fce-5d9c-4a4b-a630-2dcd2620bae8),segment_id=63151fce-5d9c-4a4b-a630-2dcd2620bae8)] {{(pid=85244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 11 17:24:26.494225 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-cd7040ad-aeb9-4c3d-84b0-62c1e51e5356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848458740'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:26.514093 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-cd7040ad-aeb9-4c3d-84b0-62c1e51e5356 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:24:26.997384 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7040ad-aeb9-4c3d-84b0-62c1e51e5356 service neutron] Pushing event updated for resources: {'Port': ['ID=b8de12f5-f699-4ff4-aaf1-dbcade9c27f2,revision_number=3']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:24:27.016974 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-cd7040ad-aeb9-4c3d-84b0-62c1e51e5356 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:24:27.102160 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-cd7040ad-aeb9-4c3d-84b0-62c1e51e5356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:27.102842 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-cd7040ad-aeb9-4c3d-84b0-62c1e51e5356 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:27.104379 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-cd7040ad-aeb9-4c3d-84b0-62c1e51e5356 service neutron] 10.222.0.42 "PUT /v2.0/ports/b8de12f5-f699-4ff4-aaf1-dbcade9c27f2 HTTP/1.1" status: 200 len: 1094 time: 1.9027395 Apr 11 17:24:27.104974 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c96839d1-d0ce-496f-9888-de86d52d19e1', 'tag': 'b8de12f5-f699-4ff4-aaf1-dbcade9c27f2'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:24:27.123750 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920551d-54ae-4d53-93c8-1e93f392f81e req-1e401ab6-03f2-4753-aacc-208c80a1b95d tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:27.125421 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-7920551d-54ae-4d53-93c8-1e93f392f81e req-1e401ab6-03f2-4753-aacc-208c80a1b95d tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=c96839d1-d0ce-496f-9888-de86d52d19e1 HTTP/1.1" status: 200 len: 944 time: 0.2023957 Apr 11 17:24:27.190152 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c96839d1-d0ce-496f-9888-de86d52d19e1', 'tag': 'b8de12f5-f699-4ff4-aaf1-dbcade9c27f2', 'status': 'completed', 'code': 200} Apr 11 17:24:27.210884 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-7920551d-54ae-4d53-93c8-1e93f392f81e req-b1ba75b6-ebf3-493c-966c-cf21b7c94669 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774589 Apr 11 17:24:27.243313 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-b68abf9d-f848-4279-b794-b8623a353304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:27.244943 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-b68abf9d-f848-4279-b794-b8623a353304 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=674717aec31e4ef9aad73ee7f0375962&device_id=c96839d1-d0ce-496f-9888-de86d52d19e1 HTTP/1.1" status: 200 len: 1097 time: 0.0959928 Apr 11 17:24:27.318803 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-3cd9a58d-1cf2-41a6-bb97-58352c14defb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8de12f5-f699-4ff4-aaf1-dbcade9c27f2 HTTP/1.1" status: 200 len: 217 time: 0.0656059 Apr 11 17:24:27.390975 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-89339d97-d970-446e-b83b-8bc0f4c3effe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:27.392614 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-89339d97-d970-446e-b83b-8bc0f4c3effe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f6fb04c-e2ca-4031-a1a8-3d7c1444c707 HTTP/1.1" status: 200 len: 854 time: 0.0680895 Apr 11 17:24:27.447818 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-dd53eb9d-b164-4dae-a02c-b1ad43ff0043 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=600bfa3f-166e-4c7b-a7d2-bcd10f0b1830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485451 Apr 11 17:24:27.595470 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-9310ed78-de7a-4aa7-8509-e344f17abfff service neutron] 10.222.0.42 "GET /v2.0/networks/600bfa3f-166e-4c7b-a7d2-bcd10f0b1830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409781 Apr 11 17:24:27.739276 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2999d5bc-f153-4844-ba07-ab92e1b6e50f req-06d4cb91-0dcb-43d2-a847-61b3575554d3 service neutron] 10.222.0.42 "GET /v2.0/networks/600bfa3f-166e-4c7b-a7d2-bcd10f0b1830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368704 Apr 11 17:24:27.872072 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dcad4d-e11b-437c-b246-b8afa718632d req-38f6eabb-d30d-4719-aef7-4fbb2de0848e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:27.873577 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-11dcad4d-e11b-437c-b246-b8afa718632d req-38f6eabb-d30d-4719-aef7-4fbb2de0848e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=674717aec31e4ef9aad73ee7f0375962&device_id=c96839d1-d0ce-496f-9888-de86d52d19e1 HTTP/1.1" status: 200 len: 1097 time: 0.0858445 Apr 11 17:24:28.020248 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dcad4d-e11b-437c-b246-b8afa718632d req-b3f974d1-93c3-4fc7-abb4-deff810876f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:28.021823 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-11dcad4d-e11b-437c-b246-b8afa718632d req-b3f974d1-93c3-4fc7-abb4-deff810876f5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=600bfa3f-166e-4c7b-a7d2-bcd10f0b1830 HTTP/1.1" status: 200 len: 915 time: 0.1409464 Apr 11 17:24:28.095562 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-11dcad4d-e11b-437c-b246-b8afa718632d req-abb32054-ae81-40b4-8325-baa42876469a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8de12f5-f699-4ff4-aaf1-dbcade9c27f2 HTTP/1.1" status: 200 len: 217 time: 0.0671048 Apr 11 17:24:28.169952 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dcad4d-e11b-437c-b246-b8afa718632d req-f709a652-f6d3-40ee-b795-e6779e97f656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:28.171751 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-11dcad4d-e11b-437c-b246-b8afa718632d req-f709a652-f6d3-40ee-b795-e6779e97f656 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f6fb04c-e2ca-4031-a1a8-3d7c1444c707 HTTP/1.1" status: 200 len: 854 time: 0.0697868 Apr 11 17:24:28.225986 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-11dcad4d-e11b-437c-b246-b8afa718632d req-628b8ef3-1db3-481d-b084-df90ab080abf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=600bfa3f-166e-4c7b-a7d2-bcd10f0b1830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469847 Apr 11 17:24:28.436001 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-11dcad4d-e11b-437c-b246-b8afa718632d req-ceb24b86-fa25-45fd-afdf-a6d21e5a03ff service neutron] 10.222.0.42 "GET /v2.0/networks/600bfa3f-166e-4c7b-a7d2-bcd10f0b1830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032726 Apr 11 17:24:28.545163 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c48617-8c9a-46b9-a4f0-c4759a89256a req-83ce7138-8be7-4ccd-b81b-6e3f81697183 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:28.546757 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-79c48617-8c9a-46b9-a4f0-c4759a89256a req-83ce7138-8be7-4ccd-b81b-6e3f81697183 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=c96839d1-d0ce-496f-9888-de86d52d19e1 HTTP/1.1" status: 200 len: 944 time: 0.2178271 Apr 11 17:24:28.600081 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-79c48617-8c9a-46b9-a4f0-c4759a89256a req-92f9c2e7-edbb-435e-8c1a-b538f70edf42 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462456 Apr 11 17:24:28.625010 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-11dcad4d-e11b-437c-b246-b8afa718632d req-bf7a65ab-8ae5-4228-8dc4-9a5e5963ae40 service neutron] 10.222.0.42 "GET /v2.0/networks/600bfa3f-166e-4c7b-a7d2-bcd10f0b1830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808136 Apr 11 17:24:29.798175 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948aa212-7c8e-4d3b-885d-d4587749d408 req-e278f112-5b29-4f34-a175-74951f9cb3d3 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:29.799797 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-948aa212-7c8e-4d3b-885d-d4587749d408 req-e278f112-5b29-4f34-a175-74951f9cb3d3 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=c96839d1-d0ce-496f-9888-de86d52d19e1 HTTP/1.1" status: 200 len: 944 time: 0.0879350 Apr 11 17:24:29.830913 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-948aa212-7c8e-4d3b-885d-d4587749d408 req-e4a12555-bca3-4c72-9089-e3adfff4b1ce tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0240650 Apr 11 17:24:31.036886 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef568ec6-4881-41e8-95a9-cf3412a93b4b req-7647ab2f-84a5-4993-9b05-854804e6ad18 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:31.038485 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ef568ec6-4881-41e8-95a9-cf3412a93b4b req-7647ab2f-84a5-4993-9b05-854804e6ad18 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=c96839d1-d0ce-496f-9888-de86d52d19e1 HTTP/1.1" status: 200 len: 944 time: 0.0920529 Apr 11 17:24:31.070600 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ef568ec6-4881-41e8-95a9-cf3412a93b4b req-80a5bf52-f1b9-4667-b6f6-e1f266c674fc tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254400 Apr 11 17:24:31.549857 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device b8de12f5-f699-4ff4-aaf1-dbcade9c27f2 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 11 17:24:31.693641 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port b8de12f5-f699-4ff4-aaf1-dbcade9c27f2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b8de12f5-f699-4ff4-aaf1-dbcade9c27f2,segment=NetworkSegment(63151fce-5d9c-4a4b-a630-2dcd2620bae8),segment_id=63151fce-5d9c-4a4b-a630-2dcd2620bae8)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:24:31.707298 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Returning: {'device': 'b8de12f5-f699-4ff4-aaf1-dbcade9c27f2', 'network_id': '600bfa3f-166e-4c7b-a7d2-bcd10f0b1830', 'port_id': 'b8de12f5-f699-4ff4-aaf1-dbcade9c27f2', 'mac_address': 'fa:16:3e:30:35:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f6fb04c-e2ca-4031-a1a8-3d7c1444c707', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 17:24:31.770700 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:31.772050 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8de12f5-f699-4ff4-aaf1-dbcade9c27f2 {{(pid=85245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 11 17:24:31.788712 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port b8de12f5-f699-4ff4-aaf1-dbcade9c27f2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b8de12f5-f699-4ff4-aaf1-dbcade9c27f2,segment=NetworkSegment(63151fce-5d9c-4a4b-a630-2dcd2620bae8),segment_id=63151fce-5d9c-4a4b-a630-2dcd2620bae8)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:24:31.791900 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:31.793895 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:24:31.864115 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=b8de12f5-f699-4ff4-aaf1-dbcade9c27f2,revision_number=4']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:24:31.867437 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:24:32.184204 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] get_ports_and_sgs() called for port_ids ['b8de12f5-f699-4ff4-aaf1-dbcade9c27f2'] {{(pid=85245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 17:24:32.279206 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83849321-b5a0-4ef0-99dd-0c9620bbd052 req-65c01a17-a515-4cc9-9596-cc06d819d749 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:32.280853 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-83849321-b5a0-4ef0-99dd-0c9620bbd052 req-65c01a17-a515-4cc9-9596-cc06d819d749 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=c96839d1-d0ce-496f-9888-de86d52d19e1 HTTP/1.1" status: 200 len: 945 time: 0.0932333 Apr 11 17:24:32.311557 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-83849321-b5a0-4ef0-99dd-0c9620bbd052 req-0a621a17-add6-435e-b709-319e945dd862 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0241566 Apr 11 17:24:33.517081 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5494c-f636-484b-8bdc-59d6749dc783 req-ab0843e7-dab7-4bf1-ac40-4154ceb805cd tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:33.519222 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c5a5494c-f636-484b-8bdc-59d6749dc783 req-ab0843e7-dab7-4bf1-ac40-4154ceb805cd tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=c96839d1-d0ce-496f-9888-de86d52d19e1 HTTP/1.1" status: 200 len: 945 time: 0.0936046 Apr 11 17:24:33.549707 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device b8de12f5-f699-4ff4-aaf1-dbcade9c27f2 up at agent hyperv_hv-cinder-78477 {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:24:33.550629 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c5a5494c-f636-484b-8bdc-59d6749dc783 req-904dd41a-8796-4d3b-afef-3b59eede0e71 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251226 Apr 11 17:24:33.619080 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Provisioning for port b8de12f5-f699-4ff4-aaf1-dbcade9c27f2 completed by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:24:33.623949 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Provisioning complete for port b8de12f5-f699-4ff4-aaf1-dbcade9c27f2 triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:24:33.624380 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:33.757548 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:33.765396 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:33.770969 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96839d1-d0ce-496f-9888-de86d52d19e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8de12f5-f699-4ff4-aaf1-dbcade9c27f2'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:24:33.781477 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port b8de12f5-f699-4ff4-aaf1-dbcade9c27f2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b8de12f5-f699-4ff4-aaf1-dbcade9c27f2,segment=NetworkSegment(63151fce-5d9c-4a4b-a630-2dcd2620bae8),segment_id=63151fce-5d9c-4a4b-a630-2dcd2620bae8)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:24:33.784714 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:33.786580 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:24:33.824123 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96839d1-d0ce-496f-9888-de86d52d19e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8de12f5-f699-4ff4-aaf1-dbcade9c27f2', 'code': 200} Apr 11 17:24:33.858186 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=b8de12f5-f699-4ff4-aaf1-dbcade9c27f2,revision_number=5']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:24:33.861343 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:24:34.065386 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d693e-3a25-46f1-a870-9f42188e51ae req-af1ac955-bd38-4abe-aa2d-165c82f20380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:34.066993 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-dc5d693e-3a25-46f1-a870-9f42188e51ae req-af1ac955-bd38-4abe-aa2d-165c82f20380 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c96839d1-d0ce-496f-9888-de86d52d19e1 HTTP/1.1" status: 200 len: 1099 time: 0.0804586 Apr 11 17:24:34.098951 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-dc5d693e-3a25-46f1-a870-9f42188e51ae req-0aa6ebe5-de54-4843-bdf4-20e72cce2a59 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0217600 Apr 11 17:24:34.542924 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-9115ba90-41af-4f7d-b519-b71cc7aed957 req-eeed12e5-10d7-44f3-a308-3b798509708d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0829523 Apr 11 17:24:34.640097 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9115ba90-41af-4f7d-b519-b71cc7aed957 req-c334eefc-0a28-45dd-a61d-93e69a57d38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:34.641665 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-9115ba90-41af-4f7d-b519-b71cc7aed957 req-c334eefc-0a28-45dd-a61d-93e69a57d38b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=85eed75d59b44674a89c120123abc4ab&device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 1100 time: 0.0766311 Apr 11 17:24:34.864246 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c642c826-5e93-4ea8-98d3-e94ed00af126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:34.874366 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c352a29-3190-44f2-8856-3a0072529491 req-b2e4c854-0ccc-4a19-88f2-5072fa9e9055 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:34.874366 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3c352a29-3190-44f2-8856-3a0072529491 req-b2e4c854-0ccc-4a19-88f2-5072fa9e9055 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=c96839d1-d0ce-496f-9888-de86d52d19e1 HTTP/1.1" status: 200 len: 946 time: 0.1871238 Apr 11 17:24:34.875457 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9115ba90-41af-4f7d-b519-b71cc7aed957 req-cf06e698-7a3b-404c-b2b3-be015ea00f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:34.876870 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-9115ba90-41af-4f7d-b519-b71cc7aed957 req-cf06e698-7a3b-404c-b2b3-be015ea00f04 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cbf8495d-d585-4ffa-8bba-b4256f490b2f HTTP/1.1" status: 200 len: 917 time: 0.2140272 Apr 11 17:24:34.971156 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3c352a29-3190-44f2-8856-3a0072529491 req-2d6fb91d-9279-4649-ab30-0cdceeb8d2d1 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905838 Apr 11 17:24:35.003662 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-9115ba90-41af-4f7d-b519-b71cc7aed957 req-a1dd47bc-dd02-436f-8712-9711f50bf90b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=29683527-34da-4cc3-ac60-f5c4283cc12d HTTP/1.1" status: 200 len: 1001 time: 0.1077139 Apr 11 17:24:35.077751 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9115ba90-41af-4f7d-b519-b71cc7aed957 req-24c010b5-5403-4d19-8cd0-6623331623f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:35.079330 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-9115ba90-41af-4f7d-b519-b71cc7aed957 req-24c010b5-5403-4d19-8cd0-6623331623f2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b37db23d-12d1-4791-957e-028de05166fa HTTP/1.1" status: 200 len: 855 time: 0.0680079 Apr 11 17:24:35.173437 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9115ba90-41af-4f7d-b519-b71cc7aed957 req-b74a7f9d-8bb6-4458-ba83-ec409577d184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:35.175046 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-9115ba90-41af-4f7d-b519-b71cc7aed957 req-b74a7f9d-8bb6-4458-ba83-ec409577d184 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbf8495d-d585-4ffa-8bba-b4256f490b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0800736 Apr 11 17:24:35.340543 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-9115ba90-41af-4f7d-b519-b71cc7aed957 req-1f0ad0c4-e294-40ff-8c62-a7fe45bc482e service neutron] 10.222.0.42 "GET /v2.0/networks/cbf8495d-d585-4ffa-8bba-b4256f490b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517279 Apr 11 17:24:35.483099 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-9115ba90-41af-4f7d-b519-b71cc7aed957 req-d48e626c-7765-4614-8a51-bc4afb6ac988 service neutron] 10.222.0.42 "GET /v2.0/networks/cbf8495d-d585-4ffa-8bba-b4256f490b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359270 Apr 11 17:24:36.177783 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3edc547-83e3-4c2b-9bc2-ea8f0c2894aa req-18f7989c-a1b1-4263-97f3-e519c4fd8eb8 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:36.179330 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f3edc547-83e3-4c2b-9bc2-ea8f0c2894aa req-18f7989c-a1b1-4263-97f3-e519c4fd8eb8 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=c96839d1-d0ce-496f-9888-de86d52d19e1 HTTP/1.1" status: 200 len: 946 time: 0.0910845 Apr 11 17:24:36.209913 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f3edc547-83e3-4c2b-9bc2-ea8f0c2894aa req-3300e3d4-cf01-46fa-ae18-fab52194d4fe tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0242229 Apr 11 17:24:37.295223 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bbd43dcd-e2e7-484e-a4fd-ffe7072fbaad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:37.939681 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:38.387075 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:38.599365 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 6 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:24:39.288139 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:39.489137 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-e57b860f-1c13-4d58-93cd-12254b381486 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:39.490665 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-e57b860f-1c13-4d58-93cd-12254b381486 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/networks?id=600bfa3f-166e-4c7b-a7d2-bcd10f0b1830 HTTP/1.1" status: 200 len: 814 time: 0.1658318 Apr 11 17:24:39.508038 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-af87dffe-130e-4ad0-b13b-bb27c401811c tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/quotas/674717aec31e4ef9aad73ee7f0375962 HTTP/1.1" status: 200 len: 375 time: 0.0110497 Apr 11 17:24:39.598431 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-d86eb1d5-c90d-44a1-ab25-c508518f1694 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=674717aec31e4ef9aad73ee7f0375962&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0845380 Apr 11 17:24:39.741447 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-f4040355-1da5-4d56-944f-aa5872507b9c service neutron] 10.222.0.16 "GET /v2.0/networks/600bfa3f-166e-4c7b-a7d2-bcd10f0b1830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352997 Apr 11 17:24:39.883203 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-2b6f395b-cf9d-4b7f-b46c-c783cc301942 service neutron] 10.222.0.16 "GET /v2.0/networks/600bfa3f-166e-4c7b-a7d2-bcd10f0b1830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353269 Apr 11 17:24:40.089908 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-45c80bed-b00a-4b0e-a903-85c3a3ad0510 req-cb16d477-f7da-419c-91e4-cd9e9ba83cce tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=40564f24-1e2b-41b0-8758-9288061b4575 HTTP/1.1" status: 200 len: 210 time: 0.0599351 Apr 11 17:24:40.127238 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75af72-5ac5-46bd-bb2d-95c5134f2415 req-1477553a-cf26-44bb-adcb-ccff6abc7cf7 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:40.128884 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-cc75af72-5ac5-46bd-bb2d-95c5134f2415 req-1477553a-cf26-44bb-adcb-ccff6abc7cf7 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 946 time: 0.1426585 Apr 11 17:24:40.160591 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-cc75af72-5ac5-46bd-bb2d-95c5134f2415 req-fed95252-be1d-48a9-aa16-1abf8949fd37 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=30f7aedf-dffa-4fdc-948f-e321d511164a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0253971 Apr 11 17:24:40.337894 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 34588) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:24:40.408965 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e4d9aa-dcd1-4584-8edf-0c6fd7bca7b3 admin admin] Deleting subnet b7ae801e-42f1-4e2c-82b9-16a7ce7636f2 {{(pid=85243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 11 17:24:40.412467 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-79e4d9aa-dcd1-4584-8edf-0c6fd7bca7b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:40.467538 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-79e4d9aa-dcd1-4584-8edf-0c6fd7bca7b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6558329'] for subnet, precommit_delete_associations {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:40.527470 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-79e4d9aa-dcd1-4584-8edf-0c6fd7bca7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-370660'] for subnet, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:40.787207 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-79e4d9aa-dcd1-4584-8edf-0c6fd7bca7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854405123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848421728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5609759'] for subnet, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:40.802411 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:24:40.896779 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4d9aa-dcd1-4584-8edf-0c6fd7bca7b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7ae801e-42f1-4e2c-82b9-16a7ce7636f2,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:24:40.911100 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4d9aa-dcd1-4584-8edf-0c6fd7bca7b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:24:40.911514 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4d9aa-dcd1-4584-8edf-0c6fd7bca7b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:24:40.911970 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4d9aa-dcd1-4584-8edf-0c6fd7bca7b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:24:40.912369 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4d9aa-dcd1-4584-8edf-0c6fd7bca7b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:24:40.912763 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4d9aa-dcd1-4584-8edf-0c6fd7bca7b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:24:40.913157 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4d9aa-dcd1-4584-8edf-0c6fd7bca7b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:24:40.913550 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4d9aa-dcd1-4584-8edf-0c6fd7bca7b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:24:40.913942 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4d9aa-dcd1-4584-8edf-0c6fd7bca7b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:24:40.914332 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4d9aa-dcd1-4584-8edf-0c6fd7bca7b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:24:40.914719 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4d9aa-dcd1-4584-8edf-0c6fd7bca7b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:24:40.915108 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4d9aa-dcd1-4584-8edf-0c6fd7bca7b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:24:40.915491 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e4d9aa-dcd1-4584-8edf-0c6fd7bca7b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:24:40.929483 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-79e4d9aa-dcd1-4584-8edf-0c6fd7bca7b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:24:40.946405 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-79e4d9aa-dcd1-4584-8edf-0c6fd7bca7b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for subnet, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:40.952940 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-79e4d9aa-dcd1-4584-8edf-0c6fd7bca7b3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b7ae801e-42f1-4e2c-82b9-16a7ce7636f2 HTTP/1.1" status: 204 len: 168 time: 0.6138368 Apr 11 17:24:40.955451 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 34592) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:24:41.078032 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-597eff15-4185-4ebd-89fe-abf8f4f9ed51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854564312'] for network, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:41.292458 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-597eff15-4185-4ebd-89fe-abf8f4f9ed51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-369277', 'neutron.services.segments.db._delete_segments_for_network--9223363265755233635'] for network, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:41.418907 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.segments.db [None req-597eff15-4185-4ebd-89fe-abf8f4f9ed51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d63f2af2-d77c-4d05-8af6-43e6196cbb1a']}} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:24:41.431857 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.segments.db [None req-597eff15-4185-4ebd-89fe-abf8f4f9ed51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86ca0e7e-fa7a-40b7-a28a-d9877a1e223f') {'for_net_delete': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:24:41.432209 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.segments.db [None req-597eff15-4185-4ebd-89fe-abf8f4f9ed51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86ca0e7e-fa7a-40b7-a28a-d9877a1e223f') {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:24:41.444876 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-597eff15-4185-4ebd-89fe-abf8f4f9ed51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771099529263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848217466'] for segment, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:41.460553 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-597eff15-4185-4ebd-89fe-abf8f4f9ed51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854391073'] for segment, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:41.467189 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-597eff15-4185-4ebd-89fe-abf8f4f9ed51 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=85243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 11 17:24:41.529723 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-45a91757-8e07-48e4-85a7-fdc630f1c1ca req-7656a48b-9bf3-49d8-9c1c-86dc94747baa tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=40564f24-1e2b-41b0-8758-9288061b4575 HTTP/1.1" status: 200 len: 210 time: 0.1127133 Apr 11 17:24:41.613366 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-63669f99-4e49-4d7b-8523-50f5f54bbfb8 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:41.614898 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-63669f99-4e49-4d7b-8523-50f5f54bbfb8 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.42 "GET /v2.0/networks?id=600bfa3f-166e-4c7b-a7d2-bcd10f0b1830 HTTP/1.1" status: 200 len: 814 time: 0.5632856 Apr 11 17:24:41.623987 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b4bd9-ed5e-4e90-ac0d-9dc7c9527c10 req-c59cc253-dba9-4d10-bd90-a6c474b49526 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:41.625522 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f39b4bd9-ed5e-4e90-ac0d-9dc7c9527c10 req-c59cc253-dba9-4d10-bd90-a6c474b49526 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 946 time: 0.2098708 Apr 11 17:24:41.631294 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-abb66f13-61fc-4d50-bf0a-485bb0c1a5bd tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Request body: {'port': {'device_id': '40564f24-1e2b-41b0-8758-9288061b4575', 'network_id': '600bfa3f-166e-4c7b-a7d2-bcd10f0b1830', 'admin_state_up': True, 'tenant_id': '674717aec31e4ef9aad73ee7f0375962'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:24:41.648871 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-597eff15-4185-4ebd-89fe-abf8f4f9ed51 admin admin] Network d63f2af2-d77c-4d05-8af6-43e6196cbb1a has no segments {{(pid=85243) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 11 17:24:41.658048 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-597eff15-4185-4ebd-89fe-abf8f4f9ed51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-384710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848421635'] for segment, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:41.742331 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f39b4bd9-ed5e-4e90-ac0d-9dc7c9527c10 req-5f7f17f4-4019-41b4-b52e-a01fa8377799 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=30f7aedf-dffa-4fdc-948f-e321d511164a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937207 Apr 11 17:24:41.793967 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-abb66f13-61fc-4d50-bf0a-485bb0c1a5bd tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:24:41.804565 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-abb66f13-61fc-4d50-bf0a-485bb0c1a5bd tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:24:41.813306 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-abb66f13-61fc-4d50-bf0a-485bb0c1a5bd tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Made reservation on behalf of 674717aec31e4ef9aad73ee7f0375962 for: {'port': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:24:41.820017 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-abb66f13-61fc-4d50-bf0a-485bb0c1a5bd tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:41.838940 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-597eff15-4185-4ebd-89fe-abf8f4f9ed51 admin admin] Network d63f2af2-d77c-4d05-8af6-43e6196cbb1a has no segments {{(pid=85243) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 11 17:24:41.861178 dv-cinder-784779-4-smb neutron-server[85130]: Traceback (most recent call last): Apr 11 17:24:41.861178 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:24:41.861178 dv-cinder-784779-4-smb neutron-server[85130]: timer() Apr 11 17:24:41.861178 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:24:41.861178 dv-cinder-784779-4-smb neutron-server[85130]: cb(*args, **kw) Apr 11 17:24:41.861178 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 11 17:24:41.861178 dv-cinder-784779-4-smb neutron-server[85130]: return func(*args, **kwargs) Apr 11 17:24:41.861178 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:24:41.861178 dv-cinder-784779-4-smb neutron-server[85130]: self._notify() Apr 11 17:24:41.861178 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:24:41.861178 dv-cinder-784779-4-smb neutron-server[85130]: self.callback(batched_events) Apr 11 17:24:41.861178 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:24:41.861178 dv-cinder-784779-4-smb neutron-server[85130]: event.method(event) Apr 11 17:24:41.861178 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 17:24:41.861178 dv-cinder-784779-4-smb neutron-server[85130]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:24:41.861178 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 11 17:24:41.861178 dv-cinder-784779-4-smb neutron-server[85130]: segment_id)['aggregates'][0] Apr 11 17:24:41.861178 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 17:24:41.861178 dv-cinder-784779-4-smb neutron-server[85130]: return f(self, *a, **k) Apr 11 17:24:41.861178 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 17:24:41.861178 dv-cinder-784779-4-smb neutron-server[85130]: return self._get(url).json() Apr 11 17:24:41.861178 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:24:41.861178 dv-cinder-784779-4-smb neutron-server[85130]: **kwargs) Apr 11 17:24:41.861178 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:24:41.861178 dv-cinder-784779-4-smb neutron-server[85130]: return self.request(url, 'GET', **kwargs) Apr 11 17:24:41.861178 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 11 17:24:41.861178 dv-cinder-784779-4-smb neutron-server[85130]: **endpoint_filter) Apr 11 17:24:41.861178 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:24:41.861178 dv-cinder-784779-4-smb neutron-server[85130]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:24:41.861178 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:24:41.861178 dv-cinder-784779-4-smb neutron-server[85130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:24:41.861178 dv-cinder-784779-4-smb neutron-server[85130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:24:41.939094 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-597eff15-4185-4ebd-89fe-abf8f4f9ed51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854406646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846760530'] for network, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:41.942754 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:24:41.956325 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-597eff15-4185-4ebd-89fe-abf8f4f9ed51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for network, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:41.967411 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597eff15-4185-4ebd-89fe-abf8f4f9ed51 admin admin] Pushing event deleted for resources: {'Network': ['ID=d63f2af2-d77c-4d05-8af6-43e6196cbb1a,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:24:41.970800 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-597eff15-4185-4ebd-89fe-abf8f4f9ed51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:24:41.976170 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-597eff15-4185-4ebd-89fe-abf8f4f9ed51 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d63f2af2-d77c-4d05-8af6-43e6196cbb1a HTTP/1.1" status: 204 len: 168 time: 1.0191133 Apr 11 17:24:41.976314 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-abb66f13-61fc-4d50-bf0a-485bb0c1a5bd tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Allocated IP 172.20.0.4 (600bfa3f-166e-4c7b-a7d2-bcd10f0b1830/3f6fb04c-e2ca-4031-a1a8-3d7c1444c707/0f727346-010f-4438-9a20-a95fcb81ea8e) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:24:42.100173 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 34606) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:24:42.153767 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-16875dbf-bcda-496c-bcfa-2b7f5de355d9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c8aa45ba97e145178798e1da4304e776&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514987 Apr 11 17:24:42.156427 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 34610) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:24:42.181206 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-abb66f13-61fc-4d50-bf0a-485bb0c1a5bd tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:42.210535 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-abb66f13-61fc-4d50-bf0a-485bb0c1a5bd tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6317060'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:42.218328 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4bd5c41b-464f-4a27-888b-9837a0751d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:42.222728 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] get_ports_and_sgs() called for port_ids ['e5de3918-3978-4d15-ad3d-fa5f1009a033', 'b8de12f5-f699-4ff4-aaf1-dbcade9c27f2'] {{(pid=85245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 17:24:42.229823 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ce348c29-f064-486f-916e-ad3a7140d138 tempest-VolumesNegativeTest-1083923477 tempest-VolumesNegativeTest-1083923477-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:24:42.247678 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4bd5c41b-464f-4a27-888b-9837a0751d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:42.299364 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4bd5c41b-464f-4a27-888b-9837a0751d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:42.304547 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7f91dc61-9ef8-4980-ac57-0be379302108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:24:42.319344 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd5c41b-464f-4a27-888b-9837a0751d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0dca341-6d9a-4db6-bd19-85f100ebbe40,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:24:42.321881 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-4bd5c41b-464f-4a27-888b-9837a0751d2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:24:42.327225 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4bd5c41b-464f-4a27-888b-9837a0751d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:42.331624 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-4bd5c41b-464f-4a27-888b-9837a0751d2a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f0dca341-6d9a-4db6-bd19-85f100ebbe40 HTTP/1.1" status: 204 len: 168 time: 0.1710985 Apr 11 17:24:42.374544 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb66f13-61fc-4d50-bf0a-485bb0c1a5bd tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Pushing event updated for resources: {'Port': ['ID=0f727346-010f-4438-9a20-a95fcb81ea8e,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:24:42.379671 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-abb66f13-61fc-4d50-bf0a-485bb0c1a5bd tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:24:42.434459 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-abb66f13-61fc-4d50-bf0a-485bb0c1a5bd tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Network 600bfa3f-166e-4c7b-a7d2-bcd10f0b1830 is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:24:42.435598 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-abb66f13-61fc-4d50-bf0a-485bb0c1a5bd tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:24:42.438074 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-abb66f13-61fc-4d50-bf0a-485bb0c1a5bd tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:24:42.528696 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-abb66f13-61fc-4d50-bf0a-485bb0c1a5bd tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:42.529606 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-abb66f13-61fc-4d50-bf0a-485bb0c1a5bd tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:42.557392 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-abb66f13-61fc-4d50-bf0a-485bb0c1a5bd tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9307666 Apr 11 17:24:42.571035 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-575f6a39-45b1-48a3-9dfe-8ffb39df580e service neutron] Request body: {'port': {'device_id': '40564f24-1e2b-41b0-8758-9288061b4575', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:24:42.754514 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-575f6a39-45b1-48a3-9dfe-8ffb39df580e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:42.938768 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612dabd-2f2d-4dd9-882c-2225ac733964 req-3bbc9f7b-f7ad-4f01-b953-502abbbe73d0 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:42.939519 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-6612dabd-2f2d-4dd9-882c-2225ac733964 req-3bbc9f7b-f7ad-4f01-b953-502abbbe73d0 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Synchronizing usage tracker for tenant:674717aec31e4ef9aad73ee7f0375962 on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:24:43.031668 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-6612dabd-2f2d-4dd9-882c-2225ac733964 req-3bbc9f7b-f7ad-4f01-b953-502abbbe73d0 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Unset dirty status for tenant:674717aec31e4ef9aad73ee7f0375962 on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:24:43.032887 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6612dabd-2f2d-4dd9-882c-2225ac733964 req-3bbc9f7b-f7ad-4f01-b953-502abbbe73d0 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=40564f24-1e2b-41b0-8758-9288061b4575 HTTP/1.1" status: 200 len: 931 time: 0.3624091 Apr 11 17:24:43.157437 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6612dabd-2f2d-4dd9-882c-2225ac733964 req-0da611c2-209e-4233-9613-e48705ba19a3 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170344 Apr 11 17:24:43.170915 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96c9e9-102e-442f-be1e-01625e90fd2f req-d899d2ac-1a60-4cfd-a05f-0b0486e527c9 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:43.172496 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-dd96c9e9-102e-442f-be1e-01625e90fd2f req-d899d2ac-1a60-4cfd-a05f-0b0486e527c9 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 946 time: 0.3067369 Apr 11 17:24:43.237938 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-dd96c9e9-102e-442f-be1e-01625e90fd2f req-e44a0ae1-dedd-49bc-bf23-3f62fa4c2f59 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=30f7aedf-dffa-4fdc-948f-e321d511164a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446744 Apr 11 17:24:43.323886 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-575f6a39-45b1-48a3-9dfe-8ffb39df580e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f727346-010f-4438-9a20-a95fcb81ea8e {{(pid=85244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 11 17:24:43.332195 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-575f6a39-45b1-48a3-9dfe-8ffb39df580e service neutron] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:43.348210 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-575f6a39-45b1-48a3-9dfe-8ffb39df580e service neutron] Transition to ACTIVE for port object 0f727346-010f-4438-9a20-a95fcb81ea8e will not be triggered until provisioned by entity L2. {{(pid=85244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:24:43.351034 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-575f6a39-45b1-48a3-9dfe-8ffb39df580e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848458740'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:43.366413 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f8069604-965b-4351-815a-e1f9299adc69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:24:43.500246 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f6a39-45b1-48a3-9dfe-8ffb39df580e service neutron] Pushing event updated for resources: {'Port': ['ID=0f727346-010f-4438-9a20-a95fcb81ea8e,revision_number=2']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:24:43.513667 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-575f6a39-45b1-48a3-9dfe-8ffb39df580e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:24:43.720340 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-575f6a39-45b1-48a3-9dfe-8ffb39df580e service neutron] Attempting to bind port 0f727346-010f-4438-9a20-a95fcb81ea8e on host hv-cinder-78477 for vnic_type normal with profile {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:24:43.720925 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-575f6a39-45b1-48a3-9dfe-8ffb39df580e service neutron] Attempting to bind port 0f727346-010f-4438-9a20-a95fcb81ea8e by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '63151fce-5d9c-4a4b-a630-2dcd2620bae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '600bfa3f-166e-4c7b-a7d2-bcd10f0b1830'}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 11 17:24:43.721057 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-575f6a39-45b1-48a3-9dfe-8ffb39df580e service neutron] Attempting to bind port 0f727346-010f-4438-9a20-a95fcb81ea8e on network 600bfa3f-166e-4c7b-a7d2-bcd10f0b1830 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:24:43.725905 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-575f6a39-45b1-48a3-9dfe-8ffb39df580e service neutron] Port 0f727346-010f-4438-9a20-a95fcb81ea8e on network 600bfa3f-166e-4c7b-a7d2-bcd10f0b1830 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:24:43.726267 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-575f6a39-45b1-48a3-9dfe-8ffb39df580e service neutron] Attempting to bind port 0f727346-010f-4438-9a20-a95fcb81ea8e on network 600bfa3f-166e-4c7b-a7d2-bcd10f0b1830 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:24:43.731708 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-575f6a39-45b1-48a3-9dfe-8ffb39df580e service neutron] Checking agent: {'id': '0333fbf7-6dfe-499c-9c5e-b9bf9a863355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 18, 34), 'started_at': datetime.datetime(2021, 4, 11, 17, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 17:24:43.732111 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-575f6a39-45b1-48a3-9dfe-8ffb39df580e service neutron] Checking segment: {'id': '63151fce-5d9c-4a4b-a630-2dcd2620bae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '600bfa3f-166e-4c7b-a7d2-bcd10f0b1830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:24:43.732536 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-575f6a39-45b1-48a3-9dfe-8ffb39df580e service neutron] Bound using segment: {'id': '63151fce-5d9c-4a4b-a630-2dcd2620bae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '600bfa3f-166e-4c7b-a7d2-bcd10f0b1830'} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 17:24:43.733033 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-575f6a39-45b1-48a3-9dfe-8ffb39df580e service neutron] Bound port: 0f727346-010f-4438-9a20-a95fcb81ea8e, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63151fce-5d9c-4a4b-a630-2dcd2620bae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '600bfa3f-166e-4c7b-a7d2-bcd10f0b1830'}}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 11 17:24:43.733388 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-575f6a39-45b1-48a3-9dfe-8ffb39df580e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:43.812098 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-575f6a39-45b1-48a3-9dfe-8ffb39df580e service neutron] For port 0f727346-010f-4438-9a20-a95fcb81ea8e, host hv-cinder-78477, cleared binding levels {{(pid=85244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 11 17:24:43.815819 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-575f6a39-45b1-48a3-9dfe-8ffb39df580e service neutron] For port 0f727346-010f-4438-9a20-a95fcb81ea8e, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=0f727346-010f-4438-9a20-a95fcb81ea8e,segment=NetworkSegment(63151fce-5d9c-4a4b-a630-2dcd2620bae8),segment_id=63151fce-5d9c-4a4b-a630-2dcd2620bae8)] {{(pid=85244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 11 17:24:43.823419 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-575f6a39-45b1-48a3-9dfe-8ffb39df580e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848458740'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:43.838647 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-575f6a39-45b1-48a3-9dfe-8ffb39df580e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:24:43.984818 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f6a39-45b1-48a3-9dfe-8ffb39df580e service neutron] Pushing event updated for resources: {'Port': ['ID=0f727346-010f-4438-9a20-a95fcb81ea8e,revision_number=3']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:24:43.989915 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-575f6a39-45b1-48a3-9dfe-8ffb39df580e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:24:44.022858 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-575f6a39-45b1-48a3-9dfe-8ffb39df580e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:44.030164 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-575f6a39-45b1-48a3-9dfe-8ffb39df580e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:44.030164 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-575f6a39-45b1-48a3-9dfe-8ffb39df580e service neutron] 10.222.0.42 "PUT /v2.0/ports/0f727346-010f-4438-9a20-a95fcb81ea8e HTTP/1.1" status: 200 len: 1093 time: 1.4598022 Apr 11 17:24:44.030164 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40564f24-1e2b-41b0-8758-9288061b4575', 'tag': '0f727346-010f-4438-9a20-a95fcb81ea8e'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:24:44.102911 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40564f24-1e2b-41b0-8758-9288061b4575', 'tag': '0f727346-010f-4438-9a20-a95fcb81ea8e', 'status': 'completed', 'code': 200} Apr 11 17:24:44.146119 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-4998bee6-808f-4faf-aaf4-ce573d6e4cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:44.147716 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-4998bee6-808f-4faf-aaf4-ce573d6e4cbb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=674717aec31e4ef9aad73ee7f0375962&device_id=40564f24-1e2b-41b0-8758-9288061b4575 HTTP/1.1" status: 200 len: 1096 time: 0.0876043 Apr 11 17:24:44.222604 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-4ad470c8-deba-46b6-8f62-f95a99d2a81a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f727346-010f-4438-9a20-a95fcb81ea8e HTTP/1.1" status: 200 len: 217 time: 0.0658686 Apr 11 17:24:44.345482 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-f2f9f195-d03c-4210-a592-eaa99a683bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:44.347596 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-f2f9f195-d03c-4210-a592-eaa99a683bb5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f6fb04c-e2ca-4031-a1a8-3d7c1444c707 HTTP/1.1" status: 200 len: 854 time: 0.1180570 Apr 11 17:24:44.459146 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-6772c7ae-33a8-4145-9e1d-8d66a3c02ea5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=600bfa3f-166e-4c7b-a7d2-bcd10f0b1830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007257 Apr 11 17:24:44.483014 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b9648-1bc8-4047-96e7-0672fb41254b req-251393e4-e0ef-4366-b145-bc611a01f29e tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:44.484623 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-205b9648-1bc8-4047-96e7-0672fb41254b req-251393e4-e0ef-4366-b145-bc611a01f29e tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=40564f24-1e2b-41b0-8758-9288061b4575 HTTP/1.1" status: 200 len: 943 time: 0.2097385 Apr 11 17:24:44.620243 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-205b9648-1bc8-4047-96e7-0672fb41254b req-0a7217bc-b1ff-4f6a-a92d-3ad2ee0fce72 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035690 Apr 11 17:24:44.637567 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682f815a-c811-4ada-995b-c08937b6bac3 req-9410feb7-f5a8-485c-813e-4dac24920a2f tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:44.639130 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-682f815a-c811-4ada-995b-c08937b6bac3 req-9410feb7-f5a8-485c-813e-4dac24920a2f tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 946 time: 0.2798753 Apr 11 17:24:44.691482 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-682f815a-c811-4ada-995b-c08937b6bac3 req-dc971c2c-1c76-42cf-af8b-153db466a44c tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=30f7aedf-dffa-4fdc-948f-e321d511164a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413277 Apr 11 17:24:44.697003 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-ab6ff265-e113-4047-9f31-b6087db1e92e service neutron] 10.222.0.42 "GET /v2.0/networks/600bfa3f-166e-4c7b-a7d2-bcd10f0b1830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104981 Apr 11 17:24:45.069903 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-de947ecc-0c6b-44af-b1a8-042567dca837 req-bc8060b9-0f62-4fc8-9cb3-418fe38cb9db service neutron] 10.222.0.42 "GET /v2.0/networks/600bfa3f-166e-4c7b-a7d2-bcd10f0b1830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650932 Apr 11 17:24:45.198862 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150ba70-8482-4101-be2f-f34813edbb0b req-f713ff6e-6e1c-4799-83ad-30d45ac2f0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:45.200608 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a150ba70-8482-4101-be2f-f34813edbb0b req-f713ff6e-6e1c-4799-83ad-30d45ac2f0c5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=674717aec31e4ef9aad73ee7f0375962&device_id=40564f24-1e2b-41b0-8758-9288061b4575 HTTP/1.1" status: 200 len: 1096 time: 0.0796261 Apr 11 17:24:45.341276 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150ba70-8482-4101-be2f-f34813edbb0b req-594483fa-afc1-497d-b9a0-2b9e0dd93cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:45.342748 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a150ba70-8482-4101-be2f-f34813edbb0b req-594483fa-afc1-497d-b9a0-2b9e0dd93cdb service neutron] 10.222.0.42 "GET /v2.0/networks?id=600bfa3f-166e-4c7b-a7d2-bcd10f0b1830 HTTP/1.1" status: 200 len: 915 time: 0.1354868 Apr 11 17:24:45.416658 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a150ba70-8482-4101-be2f-f34813edbb0b req-6597c9c5-d567-4638-aae4-f9fc1b825d8b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0f727346-010f-4438-9a20-a95fcb81ea8e HTTP/1.1" status: 200 len: 217 time: 0.0673797 Apr 11 17:24:45.485774 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150ba70-8482-4101-be2f-f34813edbb0b req-bafc9bfb-6c6b-4d2f-9d26-968961caf3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:45.487419 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a150ba70-8482-4101-be2f-f34813edbb0b req-bafc9bfb-6c6b-4d2f-9d26-968961caf3a4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f6fb04c-e2ca-4031-a1a8-3d7c1444c707 HTTP/1.1" status: 200 len: 854 time: 0.0643427 Apr 11 17:24:45.543428 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a150ba70-8482-4101-be2f-f34813edbb0b req-6077b2a4-8454-4ef8-b402-c4998fb97c6a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=600bfa3f-166e-4c7b-a7d2-bcd10f0b1830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486379 Apr 11 17:24:45.687384 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a150ba70-8482-4101-be2f-f34813edbb0b req-66068bf2-9914-4bb9-8c6a-c00beac82aa4 service neutron] 10.222.0.42 "GET /v2.0/networks/600bfa3f-166e-4c7b-a7d2-bcd10f0b1830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368973 Apr 11 17:24:45.969088 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a150ba70-8482-4101-be2f-f34813edbb0b req-bec1bd16-c33b-4edc-b92d-ec1c5c847b02 service neutron] 10.222.0.42 "GET /v2.0/networks/600bfa3f-166e-4c7b-a7d2-bcd10f0b1830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753117 Apr 11 17:24:45.984334 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae46f1-fbfc-4c17-8f9c-274a20d70271 req-f13eef8d-8a69-4a54-b706-7d10b857038b tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:45.986378 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d3ae46f1-fbfc-4c17-8f9c-274a20d70271 req-f13eef8d-8a69-4a54-b706-7d10b857038b tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=40564f24-1e2b-41b0-8758-9288061b4575 HTTP/1.1" status: 200 len: 943 time: 0.2179339 Apr 11 17:24:45.998965 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105ad6c-1a83-44ab-bead-09c41be77fec req-e44279d6-db88-4d25-a617-8d50ec4e1150 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:46.000517 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-4105ad6c-1a83-44ab-bead-09c41be77fec req-e44279d6-db88-4d25-a617-8d50ec4e1150 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 946 time: 0.1799424 Apr 11 17:24:46.040864 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d3ae46f1-fbfc-4c17-8f9c-274a20d70271 req-a53fcdb6-4f34-4a6d-9a85-e147275e92b6 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393131 Apr 11 17:24:46.048498 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-4105ad6c-1a83-44ab-bead-09c41be77fec req-60279a3b-82a0-4327-88b2-72365b042cc3 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=30f7aedf-dffa-4fdc-948f-e321d511164a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349548 Apr 11 17:24:47.310420 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba7d72-0682-48df-8b4c-052d1a73e806 req-42074d90-c1a0-47c6-be7e-b5f6adc8a301 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:47.312005 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b0ba7d72-0682-48df-8b4c-052d1a73e806 req-42074d90-c1a0-47c6-be7e-b5f6adc8a301 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=40564f24-1e2b-41b0-8758-9288061b4575 HTTP/1.1" status: 200 len: 943 time: 0.1583598 Apr 11 17:24:47.320812 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f49e9-77cc-4a1a-829f-535f430af3e7 req-d6950a2e-a159-43db-adf1-cc4f7536f19e tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:47.322320 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-bc2f49e9-77cc-4a1a-829f-535f430af3e7 req-d6950a2e-a159-43db-adf1-cc4f7536f19e tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 946 time: 0.1273243 Apr 11 17:24:47.364355 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b0ba7d72-0682-48df-8b4c-052d1a73e806 req-a4e2d2ff-af68-4d4b-840a-0ccd38192f93 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411079 Apr 11 17:24:47.368976 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-bc2f49e9-77cc-4a1a-829f-535f430af3e7 req-44d62647-aa71-4550-b0b4-5b98d19c36ee tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=30f7aedf-dffa-4fdc-948f-e321d511164a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337622 Apr 11 17:24:47.632356 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device 0f727346-010f-4438-9a20-a95fcb81ea8e details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 11 17:24:47.774749 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port 0f727346-010f-4438-9a20-a95fcb81ea8e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=0f727346-010f-4438-9a20-a95fcb81ea8e,segment=NetworkSegment(63151fce-5d9c-4a4b-a630-2dcd2620bae8),segment_id=63151fce-5d9c-4a4b-a630-2dcd2620bae8)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:24:47.788597 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Returning: {'device': '0f727346-010f-4438-9a20-a95fcb81ea8e', 'network_id': '600bfa3f-166e-4c7b-a7d2-bcd10f0b1830', 'port_id': '0f727346-010f-4438-9a20-a95fcb81ea8e', 'mac_address': 'fa:16:3e:cc:26:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f6fb04c-e2ca-4031-a1a8-3d7c1444c707', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 17:24:47.846885 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:47.848241 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f727346-010f-4438-9a20-a95fcb81ea8e {{(pid=85245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 11 17:24:47.864649 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port 0f727346-010f-4438-9a20-a95fcb81ea8e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=0f727346-010f-4438-9a20-a95fcb81ea8e,segment=NetworkSegment(63151fce-5d9c-4a4b-a630-2dcd2620bae8),segment_id=63151fce-5d9c-4a4b-a630-2dcd2620bae8)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:24:47.869679 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:47.871431 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:24:48.102663 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=0f727346-010f-4438-9a20-a95fcb81ea8e,revision_number=4']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:24:48.106008 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:24:48.277410 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] get_ports_and_sgs() called for port_ids ['0f727346-010f-4438-9a20-a95fcb81ea8e'] {{(pid=85245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 17:24:48.643649 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96bf47b-e68e-4228-9c41-5ef7b83339ce req-d98cbdf1-1e52-45f3-b6d1-a3764bf10677 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:48.645404 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c96bf47b-e68e-4228-9c41-5ef7b83339ce req-d98cbdf1-1e52-45f3-b6d1-a3764bf10677 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 946 time: 0.1609755 Apr 11 17:24:48.659935 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ae38d-ec9d-4242-8880-e4151b0a6adc req-37d6578c-4441-4062-8dc6-0bfb8d41f4a8 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:48.661582 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-4f7ae38d-ec9d-4242-8880-e4151b0a6adc req-37d6578c-4441-4062-8dc6-0bfb8d41f4a8 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=40564f24-1e2b-41b0-8758-9288061b4575 HTTP/1.1" status: 200 len: 944 time: 0.1339629 Apr 11 17:24:48.705832 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c96bf47b-e68e-4228-9c41-5ef7b83339ce req-8187729d-806b-4657-b207-37fbec5bda3e tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=30f7aedf-dffa-4fdc-948f-e321d511164a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431232 Apr 11 17:24:48.710782 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-4f7ae38d-ec9d-4242-8880-e4151b0a6adc req-8785811c-ecda-498a-935a-71482da3dcf0 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350013 Apr 11 17:24:49.654812 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device 0f727346-010f-4438-9a20-a95fcb81ea8e up at agent hyperv_hv-cinder-78477 {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:24:49.725232 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Provisioning for port 0f727346-010f-4438-9a20-a95fcb81ea8e completed by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:24:49.730123 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Provisioning complete for port 0f727346-010f-4438-9a20-a95fcb81ea8e triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:24:49.730540 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:49.856392 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:49.868350 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40564f24-1e2b-41b0-8758-9288061b4575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f727346-010f-4438-9a20-a95fcb81ea8e'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:24:49.879145 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port 0f727346-010f-4438-9a20-a95fcb81ea8e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=0f727346-010f-4438-9a20-a95fcb81ea8e,segment=NetworkSegment(63151fce-5d9c-4a4b-a630-2dcd2620bae8),segment_id=63151fce-5d9c-4a4b-a630-2dcd2620bae8)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:24:49.882291 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:24:49.885017 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:24:49.954437 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=0f727346-010f-4438-9a20-a95fcb81ea8e,revision_number=5']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:24:49.957739 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:24:49.979108 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edab291-236c-4880-a9b4-b059459e7f6f req-dc0c4dbc-f7d6-4ffa-87e3-33dab429feb8 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:49.980764 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8edab291-236c-4880-a9b4-b059459e7f6f req-dc0c4dbc-f7d6-4ffa-87e3-33dab429feb8 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=40564f24-1e2b-41b0-8758-9288061b4575 HTTP/1.1" status: 200 len: 945 time: 0.1574533 Apr 11 17:24:49.994034 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4fb8d1-f4a4-4170-8a73-aa9d96bfd7ac req-0d4e8fa5-2dac-4267-a4c3-0f2c7300d73d tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:49.995541 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2f4fb8d1-f4a4-4170-8a73-aa9d96bfd7ac req-0d4e8fa5-2dac-4267-a4c3-0f2c7300d73d tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 946 time: 0.1701388 Apr 11 17:24:50.037676 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8edab291-236c-4880-a9b4-b059459e7f6f req-5202b572-bafb-4bca-b8be-86097cce646a tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410693 Apr 11 17:24:50.042587 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2f4fb8d1-f4a4-4170-8a73-aa9d96bfd7ac req-80ee1ca3-b4b4-4b37-9b52-23249e94b85f tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=30f7aedf-dffa-4fdc-948f-e321d511164a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334082 Apr 11 17:24:50.093612 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40564f24-1e2b-41b0-8758-9288061b4575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f727346-010f-4438-9a20-a95fcb81ea8e', 'code': 200} Apr 11 17:24:50.344895 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5e60f-400d-4571-b37b-2c0ba609efe4 req-b3a184a3-b2a7-448c-a184-07e8122643cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:50.346982 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-16f5e60f-400d-4571-b37b-2c0ba609efe4 req-b3a184a3-b2a7-448c-a184-07e8122643cc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=40564f24-1e2b-41b0-8758-9288061b4575 HTTP/1.1" status: 200 len: 1098 time: 0.0806363 Apr 11 17:24:50.376309 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-16f5e60f-400d-4571-b37b-2c0ba609efe4 req-73346bfd-a770-4784-82fd-3a20c322587f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0204275 Apr 11 17:24:51.311637 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445a1ca-aa3d-4fe2-833a-dc511062732e req-f5fa8259-8f67-49a6-a69d-5916deffc3c5 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:51.313244 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-7445a1ca-aa3d-4fe2-833a-dc511062732e req-f5fa8259-8f67-49a6-a69d-5916deffc3c5 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=40564f24-1e2b-41b0-8758-9288061b4575 HTTP/1.1" status: 200 len: 945 time: 0.1572504 Apr 11 17:24:51.322778 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751684d-bb72-402f-b25b-aa35ece02f27 req-990108ef-44cf-4196-bc86-e2823da20d0c tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:51.324206 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-9751684d-bb72-402f-b25b-aa35ece02f27 req-990108ef-44cf-4196-bc86-e2823da20d0c tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 946 time: 0.1325073 Apr 11 17:24:51.366288 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-7445a1ca-aa3d-4fe2-833a-dc511062732e req-5c9e1b7a-9f94-4b93-8bc2-d4eee290bae0 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410604 Apr 11 17:24:51.370915 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-9751684d-bb72-402f-b25b-aa35ece02f27 req-c0cabd70-d8a9-4735-b798-92e1b538c574 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=30f7aedf-dffa-4fdc-948f-e321d511164a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334315 Apr 11 17:24:52.641375 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f70f28-2455-4d6a-9339-74c9ab24c7e2 req-c3203ea6-f750-49e4-970b-84ea5c0fa914 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:52.642878 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-81f70f28-2455-4d6a-9339-74c9ab24c7e2 req-c3203ea6-f750-49e4-970b-84ea5c0fa914 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=40564f24-1e2b-41b0-8758-9288061b4575 HTTP/1.1" status: 200 len: 945 time: 0.1614394 Apr 11 17:24:52.651691 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247e01d-5f08-4927-92e1-21f54c1915d0 req-d932052a-23a6-45cd-8731-6d9a1d699fbe tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:52.653162 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-4247e01d-5f08-4927-92e1-21f54c1915d0 req-d932052a-23a6-45cd-8731-6d9a1d699fbe tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 946 time: 0.1303878 Apr 11 17:24:52.695057 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-81f70f28-2455-4d6a-9339-74c9ab24c7e2 req-ef0821cc-6d2f-4e6b-a7db-c7345eb9c087 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408990 Apr 11 17:24:52.699635 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-4247e01d-5f08-4927-92e1-21f54c1915d0 req-4e834efb-10fb-4a90-89aa-27c11f375a2a tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=30f7aedf-dffa-4fdc-948f-e321d511164a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332496 Apr 11 17:24:53.899140 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e68204-5b68-47e2-8183-8c5ce88b7548 req-b9971470-8499-4358-b06d-e0fac2138dee tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:53.900767 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c6e68204-5b68-47e2-8183-8c5ce88b7548 req-b9971470-8499-4358-b06d-e0fac2138dee tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 946 time: 0.0876675 Apr 11 17:24:53.934737 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c6e68204-5b68-47e2-8183-8c5ce88b7548 req-115e7766-c149-469c-96d2-060ba39354e6 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=30f7aedf-dffa-4fdc-948f-e321d511164a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274212 Apr 11 17:24:55.147852 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf331c7-6252-4cbd-bf97-bd9988f96c3b req-7c958ebc-558c-4140-94ef-c7f171da6ce4 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:55.149463 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-4cf331c7-6252-4cbd-bf97-bd9988f96c3b req-7c958ebc-558c-4140-94ef-c7f171da6ce4 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 946 time: 0.0895724 Apr 11 17:24:55.179715 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-4cf331c7-6252-4cbd-bf97-bd9988f96c3b req-17e83109-54d3-46fb-8907-1085ed4b1cab tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=30f7aedf-dffa-4fdc-948f-e321d511164a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0239615 Apr 11 17:24:56.382190 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198c212-903e-4c79-86e7-b3849ae2637d req-278ef6ec-0f66-43a3-a4da-bb7861667065 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:56.383694 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5198c212-903e-4c79-86e7-b3849ae2637d req-278ef6ec-0f66-43a3-a4da-bb7861667065 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 946 time: 0.0875156 Apr 11 17:24:56.417596 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5198c212-903e-4c79-86e7-b3849ae2637d req-d672ff0c-5889-4846-ad9e-2da97ef92137 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=30f7aedf-dffa-4fdc-948f-e321d511164a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272694 Apr 11 17:24:56.823589 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bceb8f-87bd-4e82-95b3-b00871276294 req-f2cc925e-4dcb-4b47-a27b-5b2ce9d144fb tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:56.825201 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c3bceb8f-87bd-4e82-95b3-b00871276294 req-f2cc925e-4dcb-4b47-a27b-5b2ce9d144fb tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 946 time: 0.1376038 Apr 11 17:24:56.867186 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c3bceb8f-87bd-4e82-95b3-b00871276294 req-caf14a91-be76-4a80-98d3-ba0f99e9f853 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=30f7aedf-dffa-4fdc-948f-e321d511164a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328648 Apr 11 17:24:56.872753 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb828e-ca35-4db1-9484-d209769b54ef req-1e3e35e0-8816-4f0a-83e0-80010bf60ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:56.874249 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-70cb828e-ca35-4db1-9484-d209769b54ef req-1e3e35e0-8816-4f0a-83e0-80010bf60ffa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1dff44dcd306439ea6d1f64cae358515&device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 1099 time: 0.1278512 Apr 11 17:24:57.018387 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb828e-ca35-4db1-9484-d209769b54ef req-c9a4a5c5-da83-4058-bb0d-7dba6598f43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:57.019973 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-70cb828e-ca35-4db1-9484-d209769b54ef req-c9a4a5c5-da83-4058-bb0d-7dba6598f43d service neutron] 10.222.0.42 "GET /v2.0/networks?id=f79386bd-8864-4166-bb9e-db3cc709422a HTTP/1.1" status: 200 len: 912 time: 0.1388047 Apr 11 17:24:57.131141 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-70cb828e-ca35-4db1-9484-d209769b54ef req-4039eeec-54a6-43ed-9fc2-ee11cde33f62 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2fbef57-9115-4869-b070-75dad6a54030 HTTP/1.1" status: 200 len: 1002 time: 0.1032600 Apr 11 17:24:57.431532 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb828e-ca35-4db1-9484-d209769b54ef req-741564fc-3fe8-4df8-8aeb-61e813d09fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:57.433123 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-70cb828e-ca35-4db1-9484-d209769b54ef req-741564fc-3fe8-4df8-8aeb-61e813d09fd5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d687bab0-4e02-4bbb-b7d3-fd6ef7a92063 HTTP/1.1" status: 200 len: 850 time: 0.2912989 Apr 11 17:24:57.517543 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb828e-ca35-4db1-9484-d209769b54ef req-c5c557ed-a448-491a-bcbd-7e5d6cc00260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:57.519720 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-70cb828e-ca35-4db1-9484-d209769b54ef req-c5c557ed-a448-491a-bcbd-7e5d6cc00260 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f79386bd-8864-4166-bb9e-db3cc709422a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0791109 Apr 11 17:24:57.664869 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-70cb828e-ca35-4db1-9484-d209769b54ef req-bbf6f7dc-f3b9-4736-b8de-9c235a6ac8a4 service neutron] 10.222.0.42 "GET /v2.0/networks/f79386bd-8864-4166-bb9e-db3cc709422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366234 Apr 11 17:24:57.820592 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-70cb828e-ca35-4db1-9484-d209769b54ef req-fb5d3142-b2da-496d-adf4-5739b3493b7b service neutron] 10.222.0.42 "GET /v2.0/networks/f79386bd-8864-4166-bb9e-db3cc709422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483936 Apr 11 17:24:58.074092 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8adba6-9bdb-4f6b-947e-ba2474e4215c req-ef25faa9-66ca-4d08-9a35-ddcbb03c81ad tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:58.075577 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8a8adba6-9bdb-4f6b-947e-ba2474e4215c req-ef25faa9-66ca-4d08-9a35-ddcbb03c81ad tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 946 time: 0.0911031 Apr 11 17:24:58.106157 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8a8adba6-9bdb-4f6b-947e-ba2474e4215c req-262e9306-0636-495f-a552-41d0d7d6ab95 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=30f7aedf-dffa-4fdc-948f-e321d511164a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0239990 Apr 11 17:24:59.299213 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-8ecb4cd8-37e5-4674-802c-61c57919b603 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:59.300852 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-8ecb4cd8-37e5-4674-802c-61c57919b603 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/networks?id=600bfa3f-166e-4c7b-a7d2-bcd10f0b1830 HTTP/1.1" status: 200 len: 814 time: 0.2089307 Apr 11 17:24:59.328625 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-835a60b1-e48b-4859-afbf-d85ea6b630ff tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/quotas/674717aec31e4ef9aad73ee7f0375962 HTTP/1.1" status: 200 len: 375 time: 0.0167835 Apr 11 17:24:59.383163 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff64f1-dfed-4aed-aa8a-fa66c6b7430e req-b87bef82-69f6-49d0-bd67-45cb9d789643 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:24:59.384856 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1fff64f1-dfed-4aed-aa8a-fa66c6b7430e req-b87bef82-69f6-49d0-bd67-45cb9d789643 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 946 time: 0.1632562 Apr 11 17:24:59.426208 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1fff64f1-dfed-4aed-aa8a-fa66c6b7430e req-3564e3af-236a-4079-ba2d-8ef1723f5bf5 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=30f7aedf-dffa-4fdc-948f-e321d511164a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350561 Apr 11 17:24:59.460624 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-af745c59-740d-4200-93fe-8f47be5ccc58 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=674717aec31e4ef9aad73ee7f0375962&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1237817 Apr 11 17:24:59.607810 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-e8ea17c9-a8c2-4b85-a7ee-907e41033975 service neutron] 10.222.0.16 "GET /v2.0/networks/600bfa3f-166e-4c7b-a7d2-bcd10f0b1830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393421 Apr 11 17:24:59.748528 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-21653555-ec26-4f16-b1f3-3201ee9ef233 service neutron] 10.222.0.16 "GET /v2.0/networks/600bfa3f-166e-4c7b-a7d2-bcd10f0b1830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337790 Apr 11 17:24:59.940763 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-88180a1e-5c38-4513-9f14-397b8e4577f0 req-1db3a643-e135-4e0e-a55f-5d58b8b23437 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=a874e6b9-4141-42f1-b86c-b2433a7932c6 HTTP/1.1" status: 200 len: 210 time: 0.0490217 Apr 11 17:25:01.022506 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-fe4426c0-4dfc-4496-84ec-c800285c6649 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:01.025125 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-fe4426c0-4dfc-4496-84ec-c800285c6649 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.42 "GET /v2.0/networks?id=600bfa3f-166e-4c7b-a7d2-bcd10f0b1830 HTTP/1.1" status: 200 len: 814 time: 0.1671648 Apr 11 17:25:01.038521 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-a7edebed-0a6f-46f3-97e4-c9adae821453 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Request body: {'port': {'device_id': 'a874e6b9-4141-42f1-b86c-b2433a7932c6', 'network_id': '600bfa3f-166e-4c7b-a7d2-bcd10f0b1830', 'admin_state_up': True, 'tenant_id': '674717aec31e4ef9aad73ee7f0375962'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:25:01.183964 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0c19e7b8-ffa6-494a-94e4-ee4cec98eba2 req-611f4f82-b91b-466b-b840-20c16bf6e758 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=a874e6b9-4141-42f1-b86c-b2433a7932c6 HTTP/1.1" status: 200 len: 210 time: 0.0708399 Apr 11 17:25:01.241253 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-a7edebed-0a6f-46f3-97e4-c9adae821453 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:25:01.251203 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-a7edebed-0a6f-46f3-97e4-c9adae821453 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:25:01.260687 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-a7edebed-0a6f-46f3-97e4-c9adae821453 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Made reservation on behalf of 674717aec31e4ef9aad73ee7f0375962 for: {'port': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:25:01.266997 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-a7edebed-0a6f-46f3-97e4-c9adae821453 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:01.420610 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-a7edebed-0a6f-46f3-97e4-c9adae821453 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Allocated IP 172.20.0.7 (600bfa3f-166e-4c7b-a7d2-bcd10f0b1830/3f6fb04c-e2ca-4031-a1a8-3d7c1444c707/56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:25:01.619504 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-a7edebed-0a6f-46f3-97e4-c9adae821453 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:01.649434 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-a7edebed-0a6f-46f3-97e4-c9adae821453 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6317060'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:01.664220 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-af1ade36-47a7-4a97-bc2c-208ce494b819 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:25:01.665010 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] get_ports_and_sgs() called for port_ids ['e5de3918-3978-4d15-ad3d-fa5f1009a033', 'b8de12f5-f699-4ff4-aaf1-dbcade9c27f2', '0f727346-010f-4438-9a20-a95fcb81ea8e'] {{(pid=85245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 17:25:01.801368 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7edebed-0a6f-46f3-97e4-c9adae821453 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Pushing event updated for resources: {'Port': ['ID=56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:25:01.805951 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a7edebed-0a6f-46f3-97e4-c9adae821453 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:25:01.856613 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-a7edebed-0a6f-46f3-97e4-c9adae821453 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Network 600bfa3f-166e-4c7b-a7d2-bcd10f0b1830 is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:25:01.857899 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-a7edebed-0a6f-46f3-97e4-c9adae821453 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:25:01.860348 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-a7edebed-0a6f-46f3-97e4-c9adae821453 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:25:01.929201 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-a7edebed-0a6f-46f3-97e4-c9adae821453 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:01.929882 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-a7edebed-0a6f-46f3-97e4-c9adae821453 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:01.954306 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-a7edebed-0a6f-46f3-97e4-c9adae821453 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9201918 Apr 11 17:25:01.967016 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-61989ac9-1432-4a26-823c-dfd20f2e2bc2 service neutron] Request body: {'port': {'device_id': 'a874e6b9-4141-42f1-b86c-b2433a7932c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:25:02.088483 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-61989ac9-1432-4a26-823c-dfd20f2e2bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:02.484909 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7e5af-8974-4060-8353-ce001cc766ae req-230990ff-ed45-4d92-9577-2f5cdddfcabd tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:02.485671 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-2de7e5af-8974-4060-8353-ce001cc766ae req-230990ff-ed45-4d92-9577-2f5cdddfcabd tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Synchronizing usage tracker for tenant:674717aec31e4ef9aad73ee7f0375962 on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:25:02.542549 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-2de7e5af-8974-4060-8353-ce001cc766ae req-230990ff-ed45-4d92-9577-2f5cdddfcabd tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Unset dirty status for tenant:674717aec31e4ef9aad73ee7f0375962 on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:25:02.543811 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2de7e5af-8974-4060-8353-ce001cc766ae req-230990ff-ed45-4d92-9577-2f5cdddfcabd tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=a874e6b9-4141-42f1-b86c-b2433a7932c6 HTTP/1.1" status: 200 len: 931 time: 0.2049925 Apr 11 17:25:02.591038 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-61989ac9-1432-4a26-823c-dfd20f2e2bc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe {{(pid=85244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 11 17:25:02.598358 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2de7e5af-8974-4060-8353-ce001cc766ae req-0fb90f35-6e46-4abe-af8f-b82efff6de5c tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474720 Apr 11 17:25:02.602346 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-61989ac9-1432-4a26-823c-dfd20f2e2bc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:02.619272 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-61989ac9-1432-4a26-823c-dfd20f2e2bc2 service neutron] Transition to ACTIVE for port object 56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe will not be triggered until provisioned by entity L2. {{(pid=85244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:25:02.622206 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-61989ac9-1432-4a26-823c-dfd20f2e2bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848458740'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:02.637537 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:25:03.009351 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61989ac9-1432-4a26-823c-dfd20f2e2bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe,revision_number=2']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:25:03.013677 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-61989ac9-1432-4a26-823c-dfd20f2e2bc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:25:03.231622 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-61989ac9-1432-4a26-823c-dfd20f2e2bc2 service neutron] Attempting to bind port 56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe on host hv-cinder-78477 for vnic_type normal with profile {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:25:03.232254 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-61989ac9-1432-4a26-823c-dfd20f2e2bc2 service neutron] Attempting to bind port 56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '63151fce-5d9c-4a4b-a630-2dcd2620bae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '600bfa3f-166e-4c7b-a7d2-bcd10f0b1830'}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 11 17:25:03.232366 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-61989ac9-1432-4a26-823c-dfd20f2e2bc2 service neutron] Attempting to bind port 56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe on network 600bfa3f-166e-4c7b-a7d2-bcd10f0b1830 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:25:03.237832 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-61989ac9-1432-4a26-823c-dfd20f2e2bc2 service neutron] Port 56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe on network 600bfa3f-166e-4c7b-a7d2-bcd10f0b1830 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:25:03.238196 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-61989ac9-1432-4a26-823c-dfd20f2e2bc2 service neutron] Attempting to bind port 56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe on network 600bfa3f-166e-4c7b-a7d2-bcd10f0b1830 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:25:03.244073 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-61989ac9-1432-4a26-823c-dfd20f2e2bc2 service neutron] Checking agent: {'id': '0333fbf7-6dfe-499c-9c5e-b9bf9a863355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 18, 34), 'started_at': datetime.datetime(2021, 4, 11, 17, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 17:25:03.244451 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-61989ac9-1432-4a26-823c-dfd20f2e2bc2 service neutron] Checking segment: {'id': '63151fce-5d9c-4a4b-a630-2dcd2620bae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '600bfa3f-166e-4c7b-a7d2-bcd10f0b1830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:25:03.244875 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-61989ac9-1432-4a26-823c-dfd20f2e2bc2 service neutron] Bound using segment: {'id': '63151fce-5d9c-4a4b-a630-2dcd2620bae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '600bfa3f-166e-4c7b-a7d2-bcd10f0b1830'} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 17:25:03.245345 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-61989ac9-1432-4a26-823c-dfd20f2e2bc2 service neutron] Bound port: 56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63151fce-5d9c-4a4b-a630-2dcd2620bae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '600bfa3f-166e-4c7b-a7d2-bcd10f0b1830'}}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 11 17:25:03.245725 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-61989ac9-1432-4a26-823c-dfd20f2e2bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:03.323969 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-61989ac9-1432-4a26-823c-dfd20f2e2bc2 service neutron] For port 56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe, host hv-cinder-78477, cleared binding levels {{(pid=85244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 11 17:25:03.326980 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-61989ac9-1432-4a26-823c-dfd20f2e2bc2 service neutron] For port 56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe,segment=NetworkSegment(63151fce-5d9c-4a4b-a630-2dcd2620bae8),segment_id=63151fce-5d9c-4a4b-a630-2dcd2620bae8)] {{(pid=85244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 11 17:25:03.330682 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-61989ac9-1432-4a26-823c-dfd20f2e2bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848458740'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:03.343817 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:25:03.494197 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61989ac9-1432-4a26-823c-dfd20f2e2bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe,revision_number=3']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:25:03.499707 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-61989ac9-1432-4a26-823c-dfd20f2e2bc2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:25:03.534532 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-61989ac9-1432-4a26-823c-dfd20f2e2bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:03.535203 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-61989ac9-1432-4a26-823c-dfd20f2e2bc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:03.536708 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-61989ac9-1432-4a26-823c-dfd20f2e2bc2 service neutron] 10.222.0.42 "PUT /v2.0/ports/56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe HTTP/1.1" status: 200 len: 1093 time: 1.5742626 Apr 11 17:25:03.537226 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a874e6b9-4141-42f1-b86c-b2433a7932c6', 'tag': '56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:25:03.621941 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a874e6b9-4141-42f1-b86c-b2433a7932c6', 'tag': '56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe', 'status': 'completed', 'code': 200} Apr 11 17:25:03.660008 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-66a9e511-e1d5-4878-8912-0986bbb03fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:03.661603 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-66a9e511-e1d5-4878-8912-0986bbb03fd3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=674717aec31e4ef9aad73ee7f0375962&device_id=a874e6b9-4141-42f1-b86c-b2433a7932c6 HTTP/1.1" status: 200 len: 1096 time: 0.0856571 Apr 11 17:25:03.757156 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:03.775497 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-26700733-5164-464d-bcff-827ea5140068 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe HTTP/1.1" status: 200 len: 217 time: 0.1050746 Apr 11 17:25:03.858209 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-e5b0148b-797c-456b-9596-afac770f5620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:03.859722 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-e5b0148b-797c-456b-9596-afac770f5620 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f6fb04c-e2ca-4031-a1a8-3d7c1444c707 HTTP/1.1" status: 200 len: 854 time: 0.0774927 Apr 11 17:25:03.922280 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-7336de2b-eee8-4f43-b126-b3529bfa08ea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=600bfa3f-166e-4c7b-a7d2-bcd10f0b1830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542860 Apr 11 17:25:03.962308 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6c4a8-5931-4c1b-839c-168454477c17 req-d134cb8b-bac4-492c-8fe8-600971544a83 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:03.963861 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-65e6c4a8-5931-4c1b-839c-168454477c17 req-d134cb8b-bac4-492c-8fe8-600971544a83 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=a874e6b9-4141-42f1-b86c-b2433a7932c6 HTTP/1.1" status: 200 len: 943 time: 0.2359090 Apr 11 17:25:04.054163 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-65e6c4a8-5931-4c1b-839c-168454477c17 req-488cf4b3-a677-4e50-bdb9-ec70bd893bea tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428882 Apr 11 17:25:04.101530 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-6582c35c-05b6-4fc6-86bf-41670ec22419 service neutron] 10.222.0.42 "GET /v2.0/networks/600bfa3f-166e-4c7b-a7d2-bcd10f0b1830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719921 Apr 11 17:25:04.244012 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ea8a55ca-9e4d-489a-a37c-351955d9245c req-23309d60-065c-414d-ab09-dfe52163e716 service neutron] 10.222.0.42 "GET /v2.0/networks/600bfa3f-166e-4c7b-a7d2-bcd10f0b1830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351807 Apr 11 17:25:04.369301 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5cca3-f6d6-413a-9567-c940fd03cd61 req-f4e93cfd-2a8c-49c9-bcb9-b67dc9464478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:04.370848 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d6d5cca3-f6d6-413a-9567-c940fd03cd61 req-f4e93cfd-2a8c-49c9-bcb9-b67dc9464478 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=674717aec31e4ef9aad73ee7f0375962&device_id=a874e6b9-4141-42f1-b86c-b2433a7932c6 HTTP/1.1" status: 200 len: 1096 time: 0.0764146 Apr 11 17:25:04.513250 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5cca3-f6d6-413a-9567-c940fd03cd61 req-9d1e01ec-6364-4aa0-ae5a-f809c1f5a030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:04.515362 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d6d5cca3-f6d6-413a-9567-c940fd03cd61 req-9d1e01ec-6364-4aa0-ae5a-f809c1f5a030 service neutron] 10.222.0.42 "GET /v2.0/networks?id=600bfa3f-166e-4c7b-a7d2-bcd10f0b1830 HTTP/1.1" status: 200 len: 915 time: 0.1371682 Apr 11 17:25:04.592659 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d6d5cca3-f6d6-413a-9567-c940fd03cd61 req-8fec2fba-6ed4-4631-8c53-b7c645f375cd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe HTTP/1.1" status: 200 len: 217 time: 0.0686419 Apr 11 17:25:04.665450 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5cca3-f6d6-413a-9567-c940fd03cd61 req-0f8fc92a-7b68-4d31-9cc5-5edc4fcabbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:04.666979 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d6d5cca3-f6d6-413a-9567-c940fd03cd61 req-0f8fc92a-7b68-4d31-9cc5-5edc4fcabbd0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3f6fb04c-e2ca-4031-a1a8-3d7c1444c707 HTTP/1.1" status: 200 len: 854 time: 0.0662208 Apr 11 17:25:04.727127 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d6d5cca3-f6d6-413a-9567-c940fd03cd61 req-9d825f98-a09f-49c9-92d3-7268570ba414 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=600bfa3f-166e-4c7b-a7d2-bcd10f0b1830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489366 Apr 11 17:25:04.866711 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-17590884-c1f5-4dc7-bde5-cc7172e9bf71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:04.869252 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d6d5cca3-f6d6-413a-9567-c940fd03cd61 req-a2f6e5f6-5cfc-4bc8-9cdd-cf8e93555b70 service neutron] 10.222.0.42 "GET /v2.0/networks/600bfa3f-166e-4c7b-a7d2-bcd10f0b1830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358323 Apr 11 17:25:05.011989 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d6d5cca3-f6d6-413a-9567-c940fd03cd61 req-d9a44d50-0575-4f3a-b4fa-482818c3da14 service neutron] 10.222.0.42 "GET /v2.0/networks/600bfa3f-166e-4c7b-a7d2-bcd10f0b1830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345823 Apr 11 17:25:05.257466 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f7ec2-0989-4f21-95f1-dbd9c6475b02 req-a96c2727-6835-4099-bdc4-82762966422d tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:05.259048 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e36f7ec2-0989-4f21-95f1-dbd9c6475b02 req-a96c2727-6835-4099-bdc4-82762966422d tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=a874e6b9-4141-42f1-b86c-b2433a7932c6 HTTP/1.1" status: 200 len: 943 time: 0.0887203 Apr 11 17:25:05.290391 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e36f7ec2-0989-4f21-95f1-dbd9c6475b02 req-d56efa87-9ee9-4bc6-b2ae-c4d560c79df9 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0248640 Apr 11 17:25:06.493514 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd7d14-f5e6-4cc0-a133-1ca65ae7a8ca req-159aa4d0-5ec2-4000-a26b-410d3e124acc tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:06.495127 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-43fd7d14-f5e6-4cc0-a133-1ca65ae7a8ca req-159aa4d0-5ec2-4000-a26b-410d3e124acc tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=a874e6b9-4141-42f1-b86c-b2433a7932c6 HTTP/1.1" status: 200 len: 943 time: 0.0924664 Apr 11 17:25:06.526325 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-43fd7d14-f5e6-4cc0-a133-1ca65ae7a8ca req-9612681a-6994-4e53-9f37-97cb7665c396 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0246961 Apr 11 17:25:07.297126 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8733f8f2-db22-4034-8a30-081ea560267e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:07.713241 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device 56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 11 17:25:07.727760 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c0e8b-fa3b-44b5-9b44-7eac239f1d42 req-6e1834e7-9ee6-4d24-9ff1-09015888e867 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:07.729393 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3f1c0e8b-fa3b-44b5-9b44-7eac239f1d42 req-6e1834e7-9ee6-4d24-9ff1-09015888e867 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=a874e6b9-4141-42f1-b86c-b2433a7932c6 HTTP/1.1" status: 200 len: 943 time: 0.0891149 Apr 11 17:25:07.761841 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3f1c0e8b-fa3b-44b5-9b44-7eac239f1d42 req-8350eecc-724c-4a61-bf74-486d8114d214 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258493 Apr 11 17:25:07.856499 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port 56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe,segment=NetworkSegment(63151fce-5d9c-4a4b-a630-2dcd2620bae8),segment_id=63151fce-5d9c-4a4b-a630-2dcd2620bae8)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:25:07.870818 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Returning: {'device': '56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe', 'network_id': '600bfa3f-166e-4c7b-a7d2-bcd10f0b1830', 'port_id': '56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe', 'mac_address': 'fa:16:3e:f4:d2:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f6fb04c-e2ca-4031-a1a8-3d7c1444c707', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 17:25:07.938950 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:07.940867 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe {{(pid=85245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 11 17:25:07.956240 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:07.960939 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port 56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe,segment=NetworkSegment(63151fce-5d9c-4a4b-a630-2dcd2620bae8),segment_id=63151fce-5d9c-4a4b-a630-2dcd2620bae8)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:25:07.963694 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:07.966208 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:25:08.038141 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe,revision_number=4']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:25:08.046180 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:25:08.046570 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:25:08.046952 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:25:08.047328 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:25:08.047701 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:25:08.048098 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:25:08.048471 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:25:08.049338 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:25:08.049709 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:25:08.050074 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:25:08.050438 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:25:08.050804 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:25:08.055045 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:25:08.368316 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] get_ports_and_sgs() called for port_ids ['56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe'] {{(pid=85245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 17:25:08.429440 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:08.965516 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae9fc3-7b4e-4ba2-95a2-c638f852728e req-21cb4d36-ed78-455c-98c0-35d4b1975d00 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:08.967066 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-bfae9fc3-7b4e-4ba2-95a2-c638f852728e req-21cb4d36-ed78-455c-98c0-35d4b1975d00 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=a874e6b9-4141-42f1-b86c-b2433a7932c6 HTTP/1.1" status: 200 len: 944 time: 0.0916438 Apr 11 17:25:08.997739 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-bfae9fc3-7b4e-4ba2-95a2-c638f852728e req-cfed8f9b-e4d5-4f2e-8839-b9a90f25d974 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0236039 Apr 11 17:25:09.286895 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:09.723216 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device 56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe up at agent hyperv_hv-cinder-78477 {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:25:09.793052 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Provisioning for port 56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe completed by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:25:09.797841 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Provisioning complete for port 56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:25:09.798264 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:09.920561 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:09.931901 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a874e6b9-4141-42f1-b86c-b2433a7932c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:25:09.942610 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port 56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe,segment=NetworkSegment(63151fce-5d9c-4a4b-a630-2dcd2620bae8),segment_id=63151fce-5d9c-4a4b-a630-2dcd2620bae8)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:25:09.945821 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:09.947758 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3f17b78d-096c-49c6-8e47-8693c45e90e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:25:09.985208 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a874e6b9-4141-42f1-b86c-b2433a7932c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe', 'code': 200} Apr 11 17:25:10.019416 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe,revision_number=5']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:25:10.022819 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:25:10.268806 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25cd3e8-7986-4df1-9f9b-7226209258bf req-2137ec1c-b4c0-4582-81f7-fc1c76b438f0 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:10.270290 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d25cd3e8-7986-4df1-9f9b-7226209258bf req-2137ec1c-b4c0-4582-81f7-fc1c76b438f0 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=a874e6b9-4141-42f1-b86c-b2433a7932c6 HTTP/1.1" status: 200 len: 945 time: 0.1553524 Apr 11 17:25:10.272246 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23691d5b-6778-4271-ba55-8a33c549843e req-23c157ea-c4fe-49de-b172-5ca1623a8084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:10.273668 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-23691d5b-6778-4271-ba55-8a33c549843e req-23c157ea-c4fe-49de-b172-5ca1623a8084 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a874e6b9-4141-42f1-b86c-b2433a7932c6 HTTP/1.1" status: 200 len: 1098 time: 0.1173718 Apr 11 17:25:10.314545 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d25cd3e8-7986-4df1-9f9b-7226209258bf req-c0665efb-6805-4caa-974d-bd4101e32bae tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377901 Apr 11 17:25:10.318528 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-23691d5b-6778-4271-ba55-8a33c549843e req-eed06af0-8524-4e9c-b4af-ee584ca27d66 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284772 Apr 11 17:25:11.519306 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1719459-2eab-4ff4-a085-fa9476cb6c1e req-646f5e02-6e26-462c-8c9e-73542a283cb7 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:11.520908 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e1719459-2eab-4ff4-a085-fa9476cb6c1e req-646f5e02-6e26-462c-8c9e-73542a283cb7 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=a874e6b9-4141-42f1-b86c-b2433a7932c6 HTTP/1.1" status: 200 len: 945 time: 0.0894327 Apr 11 17:25:11.551314 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e1719459-2eab-4ff4-a085-fa9476cb6c1e req-eb801142-e567-4d84-82bf-1756cf577a3a tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0239544 Apr 11 17:25:12.755801 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567cb31-fb3e-4191-bd6e-4194f79d4c8f req-36d88aa2-6e88-4c3b-b550-2014058551e4 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:12.757337 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5567cb31-fb3e-4191-bd6e-4194f79d4c8f req-36d88aa2-6e88-4c3b-b550-2014058551e4 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=a874e6b9-4141-42f1-b86c-b2433a7932c6 HTTP/1.1" status: 200 len: 945 time: 0.0916774 Apr 11 17:25:12.787604 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5567cb31-fb3e-4191-bd6e-4194f79d4c8f req-c0dfcc2d-b85f-4f06-92b2-b3527cc2ceef tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0239091 Apr 11 17:25:15.600068 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 6 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:25:20.352840 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c3712-78f1-4395-9348-eb2c4bbaf00e req-9b222c9d-e8e9-40c5-9928-5f76475930aa tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:20.354440 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-536c3712-78f1-4395-9348-eb2c4bbaf00e req-9b222c9d-e8e9-40c5-9928-5f76475930aa tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=a874e6b9-4141-42f1-b86c-b2433a7932c6 HTTP/1.1" status: 200 len: 945 time: 0.0882275 Apr 11 17:25:20.384659 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-536c3712-78f1-4395-9348-eb2c4bbaf00e req-75f044d8-6aaf-480f-8be8-66952be81b34 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0239425 Apr 11 17:25:21.772506 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27859f1-9508-437f-b8f1-9e5485ef03be req-79cc6440-4560-434d-a154-4f1e182097fd tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:21.774086 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e27859f1-9508-437f-b8f1-9e5485ef03be req-79cc6440-4560-434d-a154-4f1e182097fd tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=a874e6b9-4141-42f1-b86c-b2433a7932c6 HTTP/1.1" status: 200 len: 945 time: 0.2741954 Apr 11 17:25:21.803509 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e27859f1-9508-437f-b8f1-9e5485ef03be req-a82e338f-bc5a-4c21-ad57-d37c90bd86b5 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0229242 Apr 11 17:25:22.447298 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed917e-cccd-4c5e-8a86-d4e8a93f7021 req-188de54e-0d0c-4fc7-885c-532e6f6427e3 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:22.448853 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-14ed917e-cccd-4c5e-8a86-d4e8a93f7021 req-188de54e-0d0c-4fc7-885c-532e6f6427e3 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.42 "GET /v2.0/ports?device_id=a874e6b9-4141-42f1-b86c-b2433a7932c6 HTTP/1.1" status: 200 len: 945 time: 0.0861223 Apr 11 17:25:22.530356 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-14ed917e-cccd-4c5e-8a86-d4e8a93f7021 req-84e596d5-c023-4c0b-8d98-38f72e63250f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Deleting port 56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:25:22.530743 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-14ed917e-cccd-4c5e-8a86-d4e8a93f7021 req-84e596d5-c023-4c0b-8d98-38f72e63250f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:22.788835 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-14ed917e-cccd-4c5e-8a86-d4e8a93f7021 req-84e596d5-c023-4c0b-8d98-38f72e63250f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] For port 56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe,segment=NetworkSegment(63151fce-5d9c-4a4b-a630-2dcd2620bae8),segment_id=63151fce-5d9c-4a4b-a630-2dcd2620bae8)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:25:22.789408 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-14ed917e-cccd-4c5e-8a86-d4e8a93f7021 req-84e596d5-c023-4c0b-8d98-38f72e63250f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:22.919550 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-14ed917e-cccd-4c5e-8a86-d4e8a93f7021 req-84e596d5-c023-4c0b-8d98-38f72e63250f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Calling delete_port for 56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe owned by compute:nova {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:25:23.357959 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-14ed917e-cccd-4c5e-8a86-d4e8a93f7021 req-84e596d5-c023-4c0b-8d98-38f72e63250f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771099430430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771099036582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6317060'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:23.370930 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] get_ports_and_sgs() called for port_ids ['e5de3918-3978-4d15-ad3d-fa5f1009a033', 'b8de12f5-f699-4ff4-aaf1-dbcade9c27f2', '0f727346-010f-4438-9a20-a95fcb81ea8e', '56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe'] {{(pid=85245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 17:25:23.373686 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ea002d2d-66bf-4643-a84e-33750f3784a5 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:25:23.469828 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e596d5-c023-4c0b-8d98-38f72e63250f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Pushing event deleted for resources: {'Port': ['ID=56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:25:23.481044 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-84e596d5-c023-4c0b-8d98-38f72e63250f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:25:23.503236 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c0db82-9f85-4319-a089-ebee5e00e2f8 req-cb34031d-37c2-4ba2-94ac-0d77660b89a1 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:23.504869 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f3c0db82-9f85-4319-a089-ebee5e00e2f8 req-cb34031d-37c2-4ba2-94ac-0d77660b89a1 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=a874e6b9-4141-42f1-b86c-b2433a7932c6 HTTP/1.1" status: 200 len: 945 time: 0.5568459 Apr 11 17:25:23.556051 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f3c0db82-9f85-4319-a089-ebee5e00e2f8 req-445f6c0d-1ed7-4784-897f-158311e3f296 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432911 Apr 11 17:25:23.670046 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ed917e-cccd-4c5e-8a86-d4e8a93f7021 req-84e596d5-c023-4c0b-8d98-38f72e63250f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] No DVR routers for this DVR port 56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe on host hv-cinder-78477 {{(pid=85244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 11 17:25:23.672651 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-14ed917e-cccd-4c5e-8a86-d4e8a93f7021 req-84e596d5-c023-4c0b-8d98-38f72e63250f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:23.675991 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a874e6b9-4141-42f1-b86c-b2433a7932c6', 'name': 'network-vif-deleted', 'tag': '56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:25:23.691994 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-14ed917e-cccd-4c5e-8a86-d4e8a93f7021 req-84e596d5-c023-4c0b-8d98-38f72e63250f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.42 "DELETE /v2.0/ports/56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe HTTP/1.1" status: 204 len: 173 time: 1.2369025 Apr 11 17:25:23.724698 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a874e6b9-4141-42f1-b86c-b2433a7932c6', 'name': 'network-vif-deleted', 'tag': '56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe', 'status': 'completed', 'code': 200} Apr 11 17:25:25.798324 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device 56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 11 17:25:25.836402 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] No Port match for: 56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe {{(pid=85245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 11 17:25:25.836803 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device 56d2b0b8-f8d9-4dd1-9364-4e306a8a59fe not bound to the agent host hv-cinder-78477 {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 11 17:25:26.283773 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3912145-8e1f-4d44-9966-649dde4e8175 req-38f2f194-ffbc-47a3-ba95-51423153e054 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:26.284551 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-b3912145-8e1f-4d44-9966-649dde4e8175 req-38f2f194-ffbc-47a3-ba95-51423153e054 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Synchronizing usage tracker for tenant:674717aec31e4ef9aad73ee7f0375962 on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:25:26.298860 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-b3912145-8e1f-4d44-9966-649dde4e8175 req-38f2f194-ffbc-47a3-ba95-51423153e054 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Unset dirty status for tenant:674717aec31e4ef9aad73ee7f0375962 on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:25:26.300170 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b3912145-8e1f-4d44-9966-649dde4e8175 req-38f2f194-ffbc-47a3-ba95-51423153e054 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=40564f24-1e2b-41b0-8758-9288061b4575 HTTP/1.1" status: 200 len: 945 time: 0.1062226 Apr 11 17:25:26.331742 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b3912145-8e1f-4d44-9966-649dde4e8175 req-d195ac59-e2bd-43a8-ae6e-9d3a0d298773 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251756 Apr 11 17:25:27.534246 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9496665-1b53-4e0d-9683-7c140f7b3acf req-0bc0b3cb-917b-47d8-b3bf-02c187062059 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:27.535891 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c9496665-1b53-4e0d-9683-7c140f7b3acf req-0bc0b3cb-917b-47d8-b3bf-02c187062059 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=40564f24-1e2b-41b0-8758-9288061b4575 HTTP/1.1" status: 200 len: 945 time: 0.0896437 Apr 11 17:25:27.565855 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c9496665-1b53-4e0d-9683-7c140f7b3acf req-6ceb1998-0829-4914-89ce-e5b5fa9cdcdd tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0235052 Apr 11 17:25:28.108724 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17d4474-e0b3-4eda-85f8-747a891403ce req-ef5a3294-73e9-4ff1-9d07-c78db5567683 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:28.110279 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b17d4474-e0b3-4eda-85f8-747a891403ce req-ef5a3294-73e9-4ff1-9d07-c78db5567683 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.42 "GET /v2.0/ports?device_id=40564f24-1e2b-41b0-8758-9288061b4575 HTTP/1.1" status: 200 len: 945 time: 0.0932555 Apr 11 17:25:28.186261 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-b17d4474-e0b3-4eda-85f8-747a891403ce req-35097df7-4547-4ed3-90bc-f13e0878f453 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Deleting port 0f727346-010f-4438-9a20-a95fcb81ea8e {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:25:28.186644 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-b17d4474-e0b3-4eda-85f8-747a891403ce req-35097df7-4547-4ed3-90bc-f13e0878f453 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:28.447773 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-b17d4474-e0b3-4eda-85f8-747a891403ce req-35097df7-4547-4ed3-90bc-f13e0878f453 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] For port 0f727346-010f-4438-9a20-a95fcb81ea8e, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=0f727346-010f-4438-9a20-a95fcb81ea8e,segment=NetworkSegment(63151fce-5d9c-4a4b-a630-2dcd2620bae8),segment_id=63151fce-5d9c-4a4b-a630-2dcd2620bae8)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:25:28.448237 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-b17d4474-e0b3-4eda-85f8-747a891403ce req-35097df7-4547-4ed3-90bc-f13e0878f453 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:28.579045 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-b17d4474-e0b3-4eda-85f8-747a891403ce req-35097df7-4547-4ed3-90bc-f13e0878f453 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Calling delete_port for 0f727346-010f-4438-9a20-a95fcb81ea8e owned by compute:nova {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:25:28.782111 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-b17d4474-e0b3-4eda-85f8-747a891403ce req-35097df7-4547-4ed3-90bc-f13e0878f453 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771099430430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771099036582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6317060'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:28.794032 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] get_ports_and_sgs() called for port_ids ['e5de3918-3978-4d15-ad3d-fa5f1009a033', 'b8de12f5-f699-4ff4-aaf1-dbcade9c27f2', '0f727346-010f-4438-9a20-a95fcb81ea8e'] {{(pid=85245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 17:25:28.800050 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c9369935-f5ee-44b8-a9b1-5d8c004a1e7f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:25:28.919183 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35097df7-4547-4ed3-90bc-f13e0878f453 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Pushing event deleted for resources: {'Port': ['ID=0f727346-010f-4438-9a20-a95fcb81ea8e,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:25:28.937778 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35097df7-4547-4ed3-90bc-f13e0878f453 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:25:28.938187 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35097df7-4547-4ed3-90bc-f13e0878f453 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:25:28.938584 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35097df7-4547-4ed3-90bc-f13e0878f453 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:25:28.938976 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35097df7-4547-4ed3-90bc-f13e0878f453 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:25:28.939364 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35097df7-4547-4ed3-90bc-f13e0878f453 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:25:28.939792 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35097df7-4547-4ed3-90bc-f13e0878f453 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:25:28.940210 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35097df7-4547-4ed3-90bc-f13e0878f453 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:25:28.940594 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35097df7-4547-4ed3-90bc-f13e0878f453 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:25:28.940976 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35097df7-4547-4ed3-90bc-f13e0878f453 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:25:28.941356 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35097df7-4547-4ed3-90bc-f13e0878f453 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:25:28.941736 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35097df7-4547-4ed3-90bc-f13e0878f453 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:25:28.942132 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35097df7-4547-4ed3-90bc-f13e0878f453 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:25:28.960306 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-35097df7-4547-4ed3-90bc-f13e0878f453 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:25:28.975473 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c4f69-4379-478a-b4d7-5a76de74c2de req-f32f3e9b-fef3-4ae6-911a-5f9da0379675 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:28.977147 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-227c4f69-4379-478a-b4d7-5a76de74c2de req-f32f3e9b-fef3-4ae6-911a-5f9da0379675 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=40564f24-1e2b-41b0-8758-9288061b4575 HTTP/1.1" status: 200 len: 945 time: 0.2798257 Apr 11 17:25:29.020072 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-227c4f69-4379-478a-b4d7-5a76de74c2de req-edc90453-2d3d-47ee-be9f-4cd0c0554ebe tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365052 Apr 11 17:25:29.116637 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-b17d4474-e0b3-4eda-85f8-747a891403ce req-35097df7-4547-4ed3-90bc-f13e0878f453 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] No DVR routers for this DVR port 0f727346-010f-4438-9a20-a95fcb81ea8e on host hv-cinder-78477 {{(pid=85244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 11 17:25:29.119078 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-b17d4474-e0b3-4eda-85f8-747a891403ce req-35097df7-4547-4ed3-90bc-f13e0878f453 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:29.121856 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40564f24-1e2b-41b0-8758-9288061b4575', 'name': 'network-vif-deleted', 'tag': '0f727346-010f-4438-9a20-a95fcb81ea8e'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:25:29.137648 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b17d4474-e0b3-4eda-85f8-747a891403ce req-35097df7-4547-4ed3-90bc-f13e0878f453 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.42 "DELETE /v2.0/ports/0f727346-010f-4438-9a20-a95fcb81ea8e HTTP/1.1" status: 204 len: 173 time: 1.0211923 Apr 11 17:25:29.175489 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40564f24-1e2b-41b0-8758-9288061b4575', 'name': 'network-vif-deleted', 'tag': '0f727346-010f-4438-9a20-a95fcb81ea8e', 'status': 'completed', 'code': 200} Apr 11 17:25:30.507038 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b875b6ee-6362-4206-b618-2e0ccdb08384 req-5a0d46d2-35cb-4751-b35e-7814fb0869a0 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:30.507804 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-b875b6ee-6362-4206-b618-2e0ccdb08384 req-5a0d46d2-35cb-4751-b35e-7814fb0869a0 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Synchronizing usage tracker for tenant:674717aec31e4ef9aad73ee7f0375962 on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:25:30.523439 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-b875b6ee-6362-4206-b618-2e0ccdb08384 req-5a0d46d2-35cb-4751-b35e-7814fb0869a0 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Unset dirty status for tenant:674717aec31e4ef9aad73ee7f0375962 on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:25:30.524728 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b875b6ee-6362-4206-b618-2e0ccdb08384 req-5a0d46d2-35cb-4751-b35e-7814fb0869a0 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=c96839d1-d0ce-496f-9888-de86d52d19e1 HTTP/1.1" status: 200 len: 946 time: 0.1093309 Apr 11 17:25:30.555651 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b875b6ee-6362-4206-b618-2e0ccdb08384 req-f63b159b-a8eb-465d-a1aa-4e8c45fafbe4 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0245521 Apr 11 17:25:31.766795 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af23bb-4753-4c87-9633-a77ebf5c56bb req-eee9edef-4dd3-41a7-b6fb-5af7ac059a2c tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:31.768356 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-17af23bb-4753-4c87-9633-a77ebf5c56bb req-eee9edef-4dd3-41a7-b6fb-5af7ac059a2c tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=c96839d1-d0ce-496f-9888-de86d52d19e1 HTTP/1.1" status: 200 len: 946 time: 0.0980000 Apr 11 17:25:31.798616 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-17af23bb-4753-4c87-9633-a77ebf5c56bb req-5879f0f6-071f-43d1-af50-34b71e998428 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0237284 Apr 11 17:25:31.822822 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device 0f727346-010f-4438-9a20-a95fcb81ea8e no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 11 17:25:31.858759 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] No Port match for: 0f727346-010f-4438-9a20-a95fcb81ea8e {{(pid=85245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 11 17:25:31.859144 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device 0f727346-010f-4438-9a20-a95fcb81ea8e not bound to the agent host hv-cinder-78477 {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 11 17:25:32.070875 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d8b0c-8229-4a21-8cf7-23738ef955ba req-4c03434e-cd0f-4d28-85d9-4dbb51f42ddf tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:32.072425 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-4b1d8b0c-8229-4a21-8cf7-23738ef955ba req-4c03434e-cd0f-4d28-85d9-4dbb51f42ddf tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.42 "GET /v2.0/ports?device_id=c96839d1-d0ce-496f-9888-de86d52d19e1 HTTP/1.1" status: 200 len: 946 time: 0.0904775 Apr 11 17:25:32.152027 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-4b1d8b0c-8229-4a21-8cf7-23738ef955ba req-71cfed69-8b42-46d5-baf0-5ec537fdcd5f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Deleting port b8de12f5-f699-4ff4-aaf1-dbcade9c27f2 {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:25:32.152414 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-4b1d8b0c-8229-4a21-8cf7-23738ef955ba req-71cfed69-8b42-46d5-baf0-5ec537fdcd5f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:32.413603 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-4b1d8b0c-8229-4a21-8cf7-23738ef955ba req-71cfed69-8b42-46d5-baf0-5ec537fdcd5f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] For port b8de12f5-f699-4ff4-aaf1-dbcade9c27f2, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b8de12f5-f699-4ff4-aaf1-dbcade9c27f2,segment=NetworkSegment(63151fce-5d9c-4a4b-a630-2dcd2620bae8),segment_id=63151fce-5d9c-4a4b-a630-2dcd2620bae8)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:25:32.414001 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-4b1d8b0c-8229-4a21-8cf7-23738ef955ba req-71cfed69-8b42-46d5-baf0-5ec537fdcd5f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:32.549437 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-4b1d8b0c-8229-4a21-8cf7-23738ef955ba req-71cfed69-8b42-46d5-baf0-5ec537fdcd5f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Calling delete_port for b8de12f5-f699-4ff4-aaf1-dbcade9c27f2 owned by compute:nova {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:25:32.698288 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-4b1d8b0c-8229-4a21-8cf7-23738ef955ba req-71cfed69-8b42-46d5-baf0-5ec537fdcd5f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771099430430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771099036582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6317060'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:32.714083 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-84e596d5-c023-4c0b-8d98-38f72e63250f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:25:32.719478 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] get_ports_and_sgs() called for port_ids ['e5de3918-3978-4d15-ad3d-fa5f1009a033', 'b8de12f5-f699-4ff4-aaf1-dbcade9c27f2'] {{(pid=85245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 17:25:32.884995 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cfed69-8b42-46d5-baf0-5ec537fdcd5f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Pushing event deleted for resources: {'Port': ['ID=b8de12f5-f699-4ff4-aaf1-dbcade9c27f2,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:25:32.889009 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-71cfed69-8b42-46d5-baf0-5ec537fdcd5f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:25:33.007451 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1d8b0c-8229-4a21-8cf7-23738ef955ba req-71cfed69-8b42-46d5-baf0-5ec537fdcd5f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] No DVR routers for this DVR port b8de12f5-f699-4ff4-aaf1-dbcade9c27f2 on host hv-cinder-78477 {{(pid=85244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 11 17:25:33.017058 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-4b1d8b0c-8229-4a21-8cf7-23738ef955ba req-71cfed69-8b42-46d5-baf0-5ec537fdcd5f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:33.020618 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96839d1-d0ce-496f-9888-de86d52d19e1', 'name': 'network-vif-deleted', 'tag': 'b8de12f5-f699-4ff4-aaf1-dbcade9c27f2'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:25:33.026991 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-fe9019a7-cce0-41c5-8f77-4592b9030c49 req-656d8faa-23a2-47a3-8271-1bfbf8ad892b tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=c96839d1-d0ce-496f-9888-de86d52d19e1 HTTP/1.1" status: 200 len: 210 time: 0.0696034 Apr 11 17:25:33.038090 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-4b1d8b0c-8229-4a21-8cf7-23738ef955ba req-71cfed69-8b42-46d5-baf0-5ec537fdcd5f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.42 "DELETE /v2.0/ports/b8de12f5-f699-4ff4-aaf1-dbcade9c27f2 HTTP/1.1" status: 204 len: 173 time: 0.9596632 Apr 11 17:25:33.093019 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96839d1-d0ce-496f-9888-de86d52d19e1', 'name': 'network-vif-deleted', 'tag': 'b8de12f5-f699-4ff4-aaf1-dbcade9c27f2', 'status': 'completed', 'code': 200} Apr 11 17:25:33.752137 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:34.513122 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-fe69471f-8a4d-44ba-85ae-1477da271f93 req-80dc07ca-6673-4013-b424-94037c8bf4f3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0795510 Apr 11 17:25:34.729241 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69471f-8a4d-44ba-85ae-1477da271f93 req-643d16df-bd97-4ebe-9117-27d42694c326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:34.730789 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-fe69471f-8a4d-44ba-85ae-1477da271f93 req-643d16df-bd97-4ebe-9117-27d42694c326 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1dff44dcd306439ea6d1f64cae358515&device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 1099 time: 0.1329393 Apr 11 17:25:34.787559 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab803fdc-abaf-4eef-b493-1940b80329df req-653a86c6-d330-475e-8dad-7f92a045a33b tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:34.789128 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ab803fdc-abaf-4eef-b493-1940b80329df req-653a86c6-d330-475e-8dad-7f92a045a33b tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 947 time: 0.1282446 Apr 11 17:25:34.867212 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5dd970bf-1e1b-4955-8c92-959bd2a0f83a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:34.881538 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ab803fdc-abaf-4eef-b493-1940b80329df req-af82b5cc-fd29-4e77-9321-b3e4726be533 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461254 Apr 11 17:25:34.923835 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69471f-8a4d-44ba-85ae-1477da271f93 req-4242044f-300c-458b-9ff6-e9df012afdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:34.925433 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-fe69471f-8a4d-44ba-85ae-1477da271f93 req-4242044f-300c-458b-9ff6-e9df012afdb6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f79386bd-8864-4166-bb9e-db3cc709422a HTTP/1.1" status: 200 len: 912 time: 0.1708550 Apr 11 17:25:35.264542 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-fe69471f-8a4d-44ba-85ae-1477da271f93 req-96aa4652-405c-403f-8585-45dcd566ff11 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2fbef57-9115-4869-b070-75dad6a54030 HTTP/1.1" status: 200 len: 1002 time: 0.3318679 Apr 11 17:25:35.334171 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69471f-8a4d-44ba-85ae-1477da271f93 req-51492adb-7d84-4859-ac36-a9960e019006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:35.335714 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-fe69471f-8a4d-44ba-85ae-1477da271f93 req-51492adb-7d84-4859-ac36-a9960e019006 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d687bab0-4e02-4bbb-b7d3-fd6ef7a92063 HTTP/1.1" status: 200 len: 850 time: 0.0631840 Apr 11 17:25:35.423087 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69471f-8a4d-44ba-85ae-1477da271f93 req-f85f6094-d452-45bb-9e5c-f3e3f1f54036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:35.424780 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-fe69471f-8a4d-44ba-85ae-1477da271f93 req-f85f6094-d452-45bb-9e5c-f3e3f1f54036 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f79386bd-8864-4166-bb9e-db3cc709422a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0793948 Apr 11 17:25:35.572625 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-fe69471f-8a4d-44ba-85ae-1477da271f93 req-89fdba2f-e207-40b8-ba40-4f8517a059e5 service neutron] 10.222.0.42 "GET /v2.0/networks/f79386bd-8864-4166-bb9e-db3cc709422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392198 Apr 11 17:25:35.782647 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-fe69471f-8a4d-44ba-85ae-1477da271f93 req-40d3843c-1383-4f0b-af55-2254e8598e43 service neutron] 10.222.0.42 "GET /v2.0/networks/f79386bd-8864-4166-bb9e-db3cc709422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977725 Apr 11 17:25:35.803780 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d416e-37ec-4f9f-a6f7-9dc35d77636e req-30710ffb-ab7e-45fc-9508-2808c3ea1a88 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:35.804534 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-e79d416e-37ec-4f9f-a6f7-9dc35d77636e req-30710ffb-ab7e-45fc-9508-2808c3ea1a88 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Synchronizing usage tracker for tenant:674717aec31e4ef9aad73ee7f0375962 on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:25:35.819013 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-e79d416e-37ec-4f9f-a6f7-9dc35d77636e req-30710ffb-ab7e-45fc-9508-2808c3ea1a88 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Unset dirty status for tenant:674717aec31e4ef9aad73ee7f0375962 on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:25:35.820242 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e79d416e-37ec-4f9f-a6f7-9dc35d77636e req-30710ffb-ab7e-45fc-9508-2808c3ea1a88 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=7defef3b-4a9c-4aaf-a4ba-9eef01cda13d HTTP/1.1" status: 200 len: 945 time: 0.1418431 Apr 11 17:25:35.845409 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device b8de12f5-f699-4ff4-aaf1-dbcade9c27f2 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 11 17:25:35.851773 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e79d416e-37ec-4f9f-a6f7-9dc35d77636e req-d65fe3e3-f90b-4fbf-bfb1-57dcf326292c tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0250363 Apr 11 17:25:35.885367 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] No Port match for: b8de12f5-f699-4ff4-aaf1-dbcade9c27f2 {{(pid=85245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 11 17:25:35.885768 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device b8de12f5-f699-4ff4-aaf1-dbcade9c27f2 not bound to the agent host hv-cinder-78477 {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 11 17:25:36.089208 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf37119-f9ab-4fea-973c-875600fc5b93 req-efbd9fdd-3679-406b-bd43-fcde44431e16 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:36.090779 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-cbf37119-f9ab-4fea-973c-875600fc5b93 req-efbd9fdd-3679-406b-bd43-fcde44431e16 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 947 time: 0.0876911 Apr 11 17:25:36.124062 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-cbf37119-f9ab-4fea-973c-875600fc5b93 req-82fd8031-0090-442e-81a6-0c4260cb4191 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267112 Apr 11 17:25:36.608279 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9280ce2-8440-4e41-b42f-a703bef14f8f req-e6b3a09e-d586-4fb7-aab7-56c80c626972 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:36.609826 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c9280ce2-8440-4e41-b42f-a703bef14f8f req-e6b3a09e-d586-4fb7-aab7-56c80c626972 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.42 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 947 time: 0.0870206 Apr 11 17:25:36.685498 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-c9280ce2-8440-4e41-b42f-a703bef14f8f req-d75c3890-3855-4c71-bc0a-1cbda5f71f9e tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Deleting port 29683527-34da-4cc3-ac60-f5c4283cc12d {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:25:36.685887 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-c9280ce2-8440-4e41-b42f-a703bef14f8f req-d75c3890-3855-4c71-bc0a-1cbda5f71f9e tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:36.949865 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-c9280ce2-8440-4e41-b42f-a703bef14f8f req-d75c3890-3855-4c71-bc0a-1cbda5f71f9e tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] For port 29683527-34da-4cc3-ac60-f5c4283cc12d, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=29683527-34da-4cc3-ac60-f5c4283cc12d,segment=NetworkSegment(8f975aaa-dcda-4b79-90fe-e36b252d6285),segment_id=8f975aaa-dcda-4b79-90fe-e36b252d6285)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:25:36.950273 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-c9280ce2-8440-4e41-b42f-a703bef14f8f req-d75c3890-3855-4c71-bc0a-1cbda5f71f9e tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:37.292020 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fb554-156c-4a02-95a0-8a1d86ea05cc req-3949b10f-2367-4376-8b6d-3397b728f58c tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:37.293658 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-fe9fb554-156c-4a02-95a0-8a1d86ea05cc req-3949b10f-2367-4376-8b6d-3397b728f58c tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=7defef3b-4a9c-4aaf-a4ba-9eef01cda13d HTTP/1.1" status: 200 len: 945 time: 0.2741711 Apr 11 17:25:37.299241 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4e8791d1-30f9-49f0-a060-445fce7675e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:37.414479 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-fe9fb554-156c-4a02-95a0-8a1d86ea05cc req-ad5fd976-7777-4425-910f-0cbcbbd01da6 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/security-groups?id=433b5abe-3133-480d-90b1-247063717b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067765 Apr 11 17:25:37.418037 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-c9280ce2-8440-4e41-b42f-a703bef14f8f req-d75c3890-3855-4c71-bc0a-1cbda5f71f9e tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:37.418383 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-c9280ce2-8440-4e41-b42f-a703bef14f8f req-d75c3890-3855-4c71-bc0a-1cbda5f71f9e tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846760615'] for floatingip, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:37.418689 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.db.l3_db [req-c9280ce2-8440-4e41-b42f-a703bef14f8f req-d75c3890-3855-4c71-bc0a-1cbda5f71f9e tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Floating IP 12111966-5251-4d3a-937e-6c666d7bb361 disassociated. External IP: 172.28.2.52, port: 29683527-34da-4cc3-ac60-f5c4283cc12d. Apr 11 17:25:37.419051 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-c9280ce2-8440-4e41-b42f-a703bef14f8f req-d75c3890-3855-4c71-bc0a-1cbda5f71f9e tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Calling delete_port for 29683527-34da-4cc3-ac60-f5c4283cc12d owned by compute:nova {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:25:37.522723 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f1576-581b-4699-b1fe-7a5ac86ad84e req-b4636aea-c49f-44b7-bc8f-784162ecf3bf tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:37.525231 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-dc6f1576-581b-4699-b1fe-7a5ac86ad84e req-b4636aea-c49f-44b7-bc8f-784162ecf3bf tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 947 time: 0.2200336 Apr 11 17:25:37.571036 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62388177-e145-4e7b-aa56-b3e93274ed68 req-5927d572-c5cb-4b70-a775-d58f5989165c tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:37.572629 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-62388177-e145-4e7b-aa56-b3e93274ed68 req-5927d572-c5cb-4b70-a775-d58f5989165c tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.42 "GET /v2.0/ports?device_id=7defef3b-4a9c-4aaf-a4ba-9eef01cda13d HTTP/1.1" status: 200 len: 945 time: 0.0900238 Apr 11 17:25:37.602006 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-dc6f1576-581b-4699-b1fe-7a5ac86ad84e req-fccfa4c2-6a73-4743-9bb1-37654e2571e0 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=d1894649-8941-4324-9dea-933c74aabd71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709829 Apr 11 17:25:37.627389 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-c9280ce2-8440-4e41-b42f-a703bef14f8f req-d75c3890-3855-4c71-bc0a-1cbda5f71f9e tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771099430430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771099036582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6317060'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:37.645664 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-6f792a87-e5fc-464e-8c6b-7ff77d0b46c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:25:37.654819 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-62388177-e145-4e7b-aa56-b3e93274ed68 req-61151c64-023b-4f2e-bb16-baaa3e2786f8 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Deleting port e5de3918-3978-4d15-ad3d-fa5f1009a033 {{(pid=85243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:25:37.655211 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-62388177-e145-4e7b-aa56-b3e93274ed68 req-61151c64-023b-4f2e-bb16-baaa3e2786f8 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:37.747766 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c3890-3855-4c71-bc0a-1cbda5f71f9e tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Pushing event deleted for resources: {'Port': ['ID=29683527-34da-4cc3-ac60-f5c4283cc12d,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:25:37.758607 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d75c3890-3855-4c71-bc0a-1cbda5f71f9e tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:25:37.985379 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:38.020663 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9280ce2-8440-4e41-b42f-a703bef14f8f req-d75c3890-3855-4c71-bc0a-1cbda5f71f9e tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Router 84e65640-35af-44b5-bf9a-a711dc9c14a3 has already been hosted by L3 agent 5d769fae-3c68-4f0c-97be-90cfc50b6a37 {{(pid=85244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 11 17:25:38.150539 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-62388177-e145-4e7b-aa56-b3e93274ed68 req-61151c64-023b-4f2e-bb16-baaa3e2786f8 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] For port e5de3918-3978-4d15-ad3d-fa5f1009a033, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=e5de3918-3978-4d15-ad3d-fa5f1009a033,segment=NetworkSegment(63151fce-5d9c-4a4b-a630-2dcd2620bae8),segment_id=63151fce-5d9c-4a4b-a630-2dcd2620bae8)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:25:38.150941 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-62388177-e145-4e7b-aa56-b3e93274ed68 req-61151c64-023b-4f2e-bb16-baaa3e2786f8 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:38.222098 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9280ce2-8440-4e41-b42f-a703bef14f8f req-d75c3890-3855-4c71-bc0a-1cbda5f71f9e tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify agent at l3_agent.dv-cinder-784779-4-smb the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 11 17:25:38.232347 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3277e1f-a1e4-4330-bd42-8183c51b4727 None None] Sync routers for ids ['84e65640-35af-44b5-bf9a-a711dc9c14a3'] in dv-cinder-784779-4-smb {{(pid=85245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 11 17:25:38.244623 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3277e1f-a1e4-4330-bd42-8183c51b4727 None None] Routers {'84e65640-35af-44b5-bf9a-a711dc9c14a3'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:25:38.245631 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-c3277e1f-a1e4-4330-bd42-8183c51b4727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:25:37Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['84e65640-35af-44b5-bf9a-a711dc9c14a3'], 'active': True} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:25:38.297282 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-62388177-e145-4e7b-aa56-b3e93274ed68 req-61151c64-023b-4f2e-bb16-baaa3e2786f8 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Calling delete_port for e5de3918-3978-4d15-ad3d-fa5f1009a033 owned by compute:nova {{(pid=85243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:25:38.323791 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9280ce2-8440-4e41-b42f-a703bef14f8f req-d75c3890-3855-4c71-bc0a-1cbda5f71f9e tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] No DVR routers for this DVR port 29683527-34da-4cc3-ac60-f5c4283cc12d on host hv-cinder-78477 {{(pid=85244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 11 17:25:38.326431 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-c9280ce2-8440-4e41-b42f-a703bef14f8f req-d75c3890-3855-4c71-bc0a-1cbda5f71f9e tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:38.331199 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f206e244-f2eb-4479-ac8c-967542c6e6ab', 'name': 'network-vif-deleted', 'tag': '29683527-34da-4cc3-ac60-f5c4283cc12d'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:25:38.352952 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c9280ce2-8440-4e41-b42f-a703bef14f8f req-d75c3890-3855-4c71-bc0a-1cbda5f71f9e tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.42 "DELETE /v2.0/ports/29683527-34da-4cc3-ac60-f5c4283cc12d HTTP/1.1" status: 204 len: 173 time: 1.7373726 Apr 11 17:25:38.386872 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f206e244-f2eb-4479-ac8c-967542c6e6ab', 'name': 'network-vif-deleted', 'tag': '29683527-34da-4cc3-ac60-f5c4283cc12d', 'status': 'completed', 'code': 200} Apr 11 17:25:38.428088 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:38.457478 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-62388177-e145-4e7b-aa56-b3e93274ed68 req-61151c64-023b-4f2e-bb16-baaa3e2786f8 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771099430430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771099036582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6354135'] for port, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:38.483024 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2b7c164a-7b6d-43d2-b3a8-c1bf9e1ccf23 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:25:38.529317 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-c3277e1f-a1e4-4330-bd42-8183c51b4727 None None] Set router 84e65640-35af-44b5-bf9a-a711dc9c14a3 gateway port host: dv-cinder-784779-4-smb {{(pid=85245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:25:38.626570 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61151c64-023b-4f2e-bb16-baaa3e2786f8 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Pushing event deleted for resources: {'Port': ['ID=e5de3918-3978-4d15-ad3d-fa5f1009a033,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:25:38.629469 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-61151c64-023b-4f2e-bb16-baaa3e2786f8 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:25:38.648189 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-60952094-b772-448a-bebd-beb9e4b94f57 req-afb62aba-3da9-4976-a77f-318285084b14 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.16 "GET /v2.0/ports?device_id=7defef3b-4a9c-4aaf-a4ba-9eef01cda13d HTTP/1.1" status: 200 len: 210 time: 0.0687628 Apr 11 17:25:38.794923 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-62388177-e145-4e7b-aa56-b3e93274ed68 req-61151c64-023b-4f2e-bb16-baaa3e2786f8 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] No DVR routers for this DVR port e5de3918-3978-4d15-ad3d-fa5f1009a033 on host hv-cinder-78477 {{(pid=85243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 11 17:25:38.799886 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-62388177-e145-4e7b-aa56-b3e93274ed68 req-61151c64-023b-4f2e-bb16-baaa3e2786f8 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for port, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:38.802838 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7defef3b-4a9c-4aaf-a4ba-9eef01cda13d', 'name': 'network-vif-deleted', 'tag': 'e5de3918-3978-4d15-ad3d-fa5f1009a033'}] {{(pid=85243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:25:38.837764 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-62388177-e145-4e7b-aa56-b3e93274ed68 req-61151c64-023b-4f2e-bb16-baaa3e2786f8 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] 10.222.0.42 "DELETE /v2.0/ports/e5de3918-3978-4d15-ad3d-fa5f1009a033 HTTP/1.1" status: 204 len: 173 time: 1.2564335 Apr 11 17:25:38.842532 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-6b2bb04b-f9ab-47e8-81ca-87a56946811a req-6b44bc64-0cee-4cd4-b032-bd7a5dec0b3a tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Synchronizing usage tracker for tenant:85eed75d59b44674a89c120123abc4ab on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:25:38.860846 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-6b2bb04b-f9ab-47e8-81ca-87a56946811a req-6b44bc64-0cee-4cd4-b032-bd7a5dec0b3a tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Unset dirty status for tenant:85eed75d59b44674a89c120123abc4ab on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:25:38.862178 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6b2bb04b-f9ab-47e8-81ca-87a56946811a req-6b44bc64-0cee-4cd4-b032-bd7a5dec0b3a tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=f206e244-f2eb-4479-ac8c-967542c6e6ab HTTP/1.1" status: 200 len: 210 time: 0.0936706 Apr 11 17:25:38.915419 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7defef3b-4a9c-4aaf-a4ba-9eef01cda13d', 'name': 'network-vif-deleted', 'tag': 'e5de3918-3978-4d15-ad3d-fa5f1009a033', 'status': 'completed', 'code': 200} Apr 11 17:25:38.950914 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-c3277e1f-a1e4-4330-bd42-8183c51b4727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'name': 'tempest-AttachVolumeShelveTestJSON-485081815-router', 'tenant_id': '85eed75d59b44674a89c120123abc4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.34'}], 'enable_snat': True}, 'gw_port_id': '45ac6d1a-8f11-4838-967e-9ae6da68e221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:17Z', 'updated_at': '2021-04-11T17:20:40Z', 'revision_number': 4, 'project_id': '85eed75d59b44674a89c120123abc4ab', 'gw_port': {'id': '45ac6d1a-8f11-4838-967e-9ae6da68e221', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:19Z', 'updated_at': '2021-04-11T17:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': 'd7fc5bf2-0e93-45d6-8e1f-279078611876', 'name': '', 'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f', 'tenant_id': '85eed75d59b44674a89c120123abc4ab', 'mac_address': 'fa:16:3e:cb:50:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b37db23d-12d1-4791-957e-028de05166fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:34Z', 'updated_at': '2021-04-11T17:20:55Z', 'revision_number': 5, 'project_id': '85eed75d59b44674a89c120123abc4ab', 'subnets': [{'id': 'b37db23d-12d1-4791-957e-028de05166fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:25:38.955636 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3277e1f-a1e4-4330-bd42-8183c51b4727 None None] Checking router: 84e65640-35af-44b5-bf9a-a711dc9c14a3 for host: dv-cinder-784779-4-smb {{(pid=85245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 11 17:25:38.965215 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3277e1f-a1e4-4330-bd42-8183c51b4727 None None] Routers {'84e65640-35af-44b5-bf9a-a711dc9c14a3'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:25:38.965877 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-c3277e1f-a1e4-4330-bd42-8183c51b4727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:25:37Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['84e65640-35af-44b5-bf9a-a711dc9c14a3'], 'active': True} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:25:39.311074 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:39.355039 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-c3277e1f-a1e4-4330-bd42-8183c51b4727 None None] Set router 84e65640-35af-44b5-bf9a-a711dc9c14a3 gateway port host: dv-cinder-784779-4-smb {{(pid=85245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:25:39.718105 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-c3277e1f-a1e4-4330-bd42-8183c51b4727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'name': 'tempest-AttachVolumeShelveTestJSON-485081815-router', 'tenant_id': '85eed75d59b44674a89c120123abc4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.34'}], 'enable_snat': True}, 'gw_port_id': '45ac6d1a-8f11-4838-967e-9ae6da68e221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:17Z', 'updated_at': '2021-04-11T17:20:40Z', 'revision_number': 4, 'project_id': '85eed75d59b44674a89c120123abc4ab', 'gw_port': {'id': '45ac6d1a-8f11-4838-967e-9ae6da68e221', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:19Z', 'updated_at': '2021-04-11T17:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': 'd7fc5bf2-0e93-45d6-8e1f-279078611876', 'name': '', 'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f', 'tenant_id': '85eed75d59b44674a89c120123abc4ab', 'mac_address': 'fa:16:3e:cb:50:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b37db23d-12d1-4791-957e-028de05166fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:34Z', 'updated_at': '2021-04-11T17:20:55Z', 'revision_number': 5, 'project_id': '85eed75d59b44674a89c120123abc4ab', 'subnets': [{'id': 'b37db23d-12d1-4791-957e-028de05166fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:25:39.722415 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3277e1f-a1e4-4330-bd42-8183c51b4727 None None] The sync data for ids ['84e65640-35af-44b5-bf9a-a711dc9c14a3'] in dv-cinder-784779-4-smb is: [{'id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'name': 'tempest-AttachVolumeShelveTestJSON-485081815-router', 'tenant_id': '85eed75d59b44674a89c120123abc4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.34'}], 'enable_snat': True}, 'gw_port_id': '45ac6d1a-8f11-4838-967e-9ae6da68e221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:17Z', 'updated_at': '2021-04-11T17:20:40Z', 'revision_number': 4, 'project_id': '85eed75d59b44674a89c120123abc4ab', 'gw_port': {'id': '45ac6d1a-8f11-4838-967e-9ae6da68e221', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:19Z', 'updated_at': '2021-04-11T17:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': 'd7fc5bf2-0e93-45d6-8e1f-279078611876', 'name': '', 'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f', 'tenant_id': '85eed75d59b44674a89c120123abc4ab', 'mac_address': 'fa:16:3e:cb:50:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b37db23d-12d1-4791-957e-028de05166fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:34Z', 'updated_at': '2021-04-11T17:20:55Z', 'revision_number': 5, 'project_id': '85eed75d59b44674a89c120123abc4ab', 'subnets': [{'id': 'b37db23d-12d1-4791-957e-028de05166fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 11 17:25:39.750469 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 34908) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:25:39.826587 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_v2 [None req-324a4c89-98ba-406b-82d1-a8008d1d42e3 admin admin] Deleting subnet 3f6fb04c-e2ca-4031-a1a8-3d7c1444c707 {{(pid=85244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 11 17:25:39.832609 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-324a4c89-98ba-406b-82d1-a8008d1d42e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:39.877485 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device 29683527-34da-4cc3-ac60-f5c4283cc12d no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 11 17:25:39.890847 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-324a4c89-98ba-406b-82d1-a8008d1d42e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6483340'] for subnet, precommit_delete_associations {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:39.922013 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] No Port match for: 29683527-34da-4cc3-ac60-f5c4283cc12d {{(pid=85245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 11 17:25:39.922408 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device 29683527-34da-4cc3-ac60-f5c4283cc12d not bound to the agent host hv-cinder-78477 {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 11 17:25:39.922885 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device e5de3918-3978-4d15-ad3d-fa5f1009a033 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 11 17:25:39.961518 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] No Port match for: e5de3918-3978-4d15-ad3d-fa5f1009a033 {{(pid=85245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 11 17:25:39.962118 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device e5de3918-3978-4d15-ad3d-fa5f1009a033 not bound to the agent host hv-cinder-78477 {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 11 17:25:39.973146 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-324a4c89-98ba-406b-82d1-a8008d1d42e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-370660'] for subnet, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:40.032267 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 34916) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:25:40.119622 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-296ca602-fdbc-420c-aaa9-7231495e25ee tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:40.157344 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-296ca602-fdbc-420c-aaa9-7231495e25ee tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:40.217030 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-296ca602-fdbc-420c-aaa9-7231495e25ee tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:40.222359 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-4b245631-d88b-4f79-ae02-8172d0e02ea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:25:40.238774 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ca602-fdbc-420c-aaa9-7231495e25ee tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1894649-8941-4324-9dea-933c74aabd71,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:25:40.243134 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-296ca602-fdbc-420c-aaa9-7231495e25ee tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:25:40.256066 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-296ca602-fdbc-420c-aaa9-7231495e25ee tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:40.257310 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-296ca602-fdbc-420c-aaa9-7231495e25ee tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "DELETE /v2.0/security-groups/d1894649-8941-4324-9dea-933c74aabd71 HTTP/1.1" status: 204 len: 168 time: 0.2239721 Apr 11 17:25:40.260678 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 34920) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:25:40.281504 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.v2.resource [None req-f46fa964-acdf-4be0-9ebc-70c48baf2f61 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] show failed (client error): The resource could not be found. Apr 11 17:25:40.282594 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-f46fa964-acdf-4be0-9ebc-70c48baf2f61 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups/d1894649-8941-4324-9dea-933c74aabd71 HTTP/1.1" status: 404 len: 347 time: 0.0208981 Apr 11 17:25:40.285843 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 34924) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:25:40.288654 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eefb7b1-4daa-4b6c-8928-52e061b8ff5d None None] New status for floating IP 12111966-5251-4d3a-937e-6c666d7bb361: DOWN {{(pid=85246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 11 17:25:40.296211 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-324a4c89-98ba-406b-82d1-a8008d1d42e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854405123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848458637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847719075'] for subnet, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:40.372271 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-9772a16f-e24c-4009-abe8-7d9d4bf0a8ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:25:40.419654 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324a4c89-98ba-406b-82d1-a8008d1d42e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f6fb04c-e2ca-4031-a1a8-3d7c1444c707,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:25:40.439018 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-324a4c89-98ba-406b-82d1-a8008d1d42e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:25:40.460125 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-0ea19dc1-c01f-4983-b025-e56ae4d7a702 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Deleting port 948c8956-ac70-4d2a-9fa1-df8ce4671217 {{(pid=85243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:25:40.460506 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0ea19dc1-c01f-4983-b025-e56ae4d7a702 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:40.462472 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-324a4c89-98ba-406b-82d1-a8008d1d42e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:40.470021 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-324a4c89-98ba-406b-82d1-a8008d1d42e3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3f6fb04c-e2ca-4031-a1a8-3d7c1444c707 HTTP/1.1" status: 204 len: 168 time: 0.7182925 Apr 11 17:25:40.476331 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 34928) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:25:40.652842 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0ea19dc1-c01f-4983-b025-e56ae4d7a702 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:40.653851 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0ea19dc1-c01f-4983-b025-e56ae4d7a702 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:40.794788 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-0ea19dc1-c01f-4983-b025-e56ae4d7a702 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Calling delete_port for 948c8956-ac70-4d2a-9fa1-df8ce4671217 owned by network:floatingip {{(pid=85243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:25:40.840184 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0443eff4-6eb9-45c5-a8e9-83afe0578604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854564312'] for network, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:40.889447 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.db.api [None req-0ea19dc1-c01f-4983-b025-e56ae4d7a702 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85243) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 11 17:25:40.889809 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_db.api [None req-0ea19dc1-c01f-4983-b025-e56ae4d7a702 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 11 17:25:41.028647 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0443eff4-6eb9-45c5-a8e9-83afe0578604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-369277', 'neutron.services.segments.db._delete_segments_for_network--9223363265755233635'] for network, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:41.142789 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.segments.db [None req-0443eff4-6eb9-45c5-a8e9-83afe0578604 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['600bfa3f-166e-4c7b-a7d2-bcd10f0b1830']}} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:25:41.155200 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.segments.db [None req-0443eff4-6eb9-45c5-a8e9-83afe0578604 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63151fce-5d9c-4a4b-a630-2dcd2620bae8') {'for_net_delete': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:25:41.155529 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.segments.db [None req-0443eff4-6eb9-45c5-a8e9-83afe0578604 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63151fce-5d9c-4a4b-a630-2dcd2620bae8') {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:25:41.168042 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0443eff4-6eb9-45c5-a8e9-83afe0578604 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771099529263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848292493'] for segment, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:41.183041 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0443eff4-6eb9-45c5-a8e9-83afe0578604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854391073'] for segment, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:41.189167 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0443eff4-6eb9-45c5-a8e9-83afe0578604 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=85244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 11 17:25:41.362689 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-0443eff4-6eb9-45c5-a8e9-83afe0578604 admin admin] Network 600bfa3f-166e-4c7b-a7d2-bcd10f0b1830 has no segments {{(pid=85244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 11 17:25:41.375244 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0443eff4-6eb9-45c5-a8e9-83afe0578604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-384710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848458706'] for segment, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:41.391458 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-0ea19dc1-c01f-4983-b025-e56ae4d7a702 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Deleting port 948c8956-ac70-4d2a-9fa1-df8ce4671217 {{(pid=85243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:25:41.391900 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0ea19dc1-c01f-4983-b025-e56ae4d7a702 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:41.558858 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-0443eff4-6eb9-45c5-a8e9-83afe0578604 admin admin] Network 600bfa3f-166e-4c7b-a7d2-bcd10f0b1830 has no segments {{(pid=85244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 11 17:25:41.577594 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0ea19dc1-c01f-4983-b025-e56ae4d7a702 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:41.577994 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0ea19dc1-c01f-4983-b025-e56ae4d7a702 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:41.582554 dv-cinder-784779-4-smb neutron-server[85130]: Traceback (most recent call last): Apr 11 17:25:41.582554 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:25:41.582554 dv-cinder-784779-4-smb neutron-server[85130]: timer() Apr 11 17:25:41.582554 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:25:41.582554 dv-cinder-784779-4-smb neutron-server[85130]: cb(*args, **kw) Apr 11 17:25:41.582554 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 11 17:25:41.582554 dv-cinder-784779-4-smb neutron-server[85130]: return func(*args, **kwargs) Apr 11 17:25:41.582554 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:25:41.582554 dv-cinder-784779-4-smb neutron-server[85130]: self._notify() Apr 11 17:25:41.582554 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:25:41.582554 dv-cinder-784779-4-smb neutron-server[85130]: self.callback(batched_events) Apr 11 17:25:41.582554 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:25:41.582554 dv-cinder-784779-4-smb neutron-server[85130]: event.method(event) Apr 11 17:25:41.582554 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 17:25:41.582554 dv-cinder-784779-4-smb neutron-server[85130]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:25:41.582554 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 11 17:25:41.582554 dv-cinder-784779-4-smb neutron-server[85130]: segment_id)['aggregates'][0] Apr 11 17:25:41.582554 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 17:25:41.582554 dv-cinder-784779-4-smb neutron-server[85130]: return f(self, *a, **k) Apr 11 17:25:41.582554 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 17:25:41.582554 dv-cinder-784779-4-smb neutron-server[85130]: return self._get(url).json() Apr 11 17:25:41.582554 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:25:41.582554 dv-cinder-784779-4-smb neutron-server[85130]: **kwargs) Apr 11 17:25:41.582554 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:25:41.582554 dv-cinder-784779-4-smb neutron-server[85130]: return self.request(url, 'GET', **kwargs) Apr 11 17:25:41.582554 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 11 17:25:41.582554 dv-cinder-784779-4-smb neutron-server[85130]: **endpoint_filter) Apr 11 17:25:41.582554 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:25:41.582554 dv-cinder-784779-4-smb neutron-server[85130]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:25:41.582554 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:25:41.582554 dv-cinder-784779-4-smb neutron-server[85130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:25:41.582554 dv-cinder-784779-4-smb neutron-server[85130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:25:41.666107 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0443eff4-6eb9-45c5-a8e9-83afe0578604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854406646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846760530'] for network, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:41.669979 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7bbaa0dd-d26d-4eda-bbb1-b0c115200db3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:25:41.684754 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0443eff4-6eb9-45c5-a8e9-83afe0578604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for network, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:41.695367 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0443eff4-6eb9-45c5-a8e9-83afe0578604 admin admin] Pushing event deleted for resources: {'Network': ['ID=600bfa3f-166e-4c7b-a7d2-bcd10f0b1830,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:25:41.699267 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-0443eff4-6eb9-45c5-a8e9-83afe0578604 admin admin] 10.222.0.16 "DELETE /v2.0/networks/600bfa3f-166e-4c7b-a7d2-bcd10f0b1830 HTTP/1.1" status: 204 len: 168 time: 1.2218518 Apr 11 17:25:41.700420 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-0443eff4-6eb9-45c5-a8e9-83afe0578604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:25:41.719024 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-0ea19dc1-c01f-4983-b025-e56ae4d7a702 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Calling delete_port for 948c8956-ac70-4d2a-9fa1-df8ce4671217 owned by network:floatingip {{(pid=85243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:25:41.874896 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0ea19dc1-c01f-4983-b025-e56ae4d7a702 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771099430430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771099036582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6354135'] for port, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:41.901514 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 34934) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:25:41.938331 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-bcf3078e-2778-40f8-b068-c0d819e5b599 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=674717aec31e4ef9aad73ee7f0375962&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0353599 Apr 11 17:25:41.941547 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 34938) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:25:41.943576 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:25:42.003381 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea19dc1-c01f-4983-b025-e56ae4d7a702 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Pushing event deleted for resources: {'Port': ['ID=948c8956-ac70-4d2a-9fa1-df8ce4671217,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:25:42.008472 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3cf50942-ed8f-486e-aae2-7a331310a35a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:42.016660 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea19dc1-c01f-4983-b025-e56ae4d7a702 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:25:42.017083 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea19dc1-c01f-4983-b025-e56ae4d7a702 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:25:42.017527 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea19dc1-c01f-4983-b025-e56ae4d7a702 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:25:42.018466 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea19dc1-c01f-4983-b025-e56ae4d7a702 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:25:42.018861 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea19dc1-c01f-4983-b025-e56ae4d7a702 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:25:42.019264 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea19dc1-c01f-4983-b025-e56ae4d7a702 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:25:42.019658 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea19dc1-c01f-4983-b025-e56ae4d7a702 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:25:42.020072 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea19dc1-c01f-4983-b025-e56ae4d7a702 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:25:42.020465 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea19dc1-c01f-4983-b025-e56ae4d7a702 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:25:42.020859 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea19dc1-c01f-4983-b025-e56ae4d7a702 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:25:42.021257 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea19dc1-c01f-4983-b025-e56ae4d7a702 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:25:42.021637 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea19dc1-c01f-4983-b025-e56ae4d7a702 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:25:42.029581 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-0ea19dc1-c01f-4983-b025-e56ae4d7a702 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:25:42.048782 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3cf50942-ed8f-486e-aae2-7a331310a35a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:42.108316 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3cf50942-ed8f-486e-aae2-7a331310a35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:42.113593 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5ad7107d-4950-4bdb-a743-f9eaefc79fcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:25:42.128456 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf50942-ed8f-486e-aae2-7a331310a35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433b5abe-3133-480d-90b1-247063717b9f,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:25:42.131342 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3cf50942-ed8f-486e-aae2-7a331310a35a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:25:42.132665 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3cf50942-ed8f-486e-aae2-7a331310a35a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:42.133864 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-3cf50942-ed8f-486e-aae2-7a331310a35a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/433b5abe-3133-480d-90b1-247063717b9f HTTP/1.1" status: 204 len: 168 time: 0.1912529 Apr 11 17:25:42.184496 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0ea19dc1-c01f-4983-b025-e56ae4d7a702 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks [] for floatingip, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:42.203082 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0ea19dc1-c01f-4983-b025-e56ae4d7a702 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for floatingip, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:42.204278 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-0ea19dc1-c01f-4983-b025-e56ae4d7a702 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "DELETE /v2.0/floatingips/12111966-5251-4d3a-937e-6c666d7bb361 HTTP/1.1" status: 204 len: 168 time: 1.9173574 Apr 11 17:25:42.700328 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 34958) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:25:42.707079 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-d1056d36-b85a-4e73-98ae-727f38666b20 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1267640118', 'description': 'tempest-description--54860117'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:25:42.714891 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-d1056d36-b85a-4e73-98ae-727f38666b20 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:25:42.719493 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-d1056d36-b85a-4e73-98ae-727f38666b20 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Usage tracker for resource:security_group and tenant:85eed75d59b44674a89c120123abc4ab is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:25:42.722883 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-d1056d36-b85a-4e73-98ae-727f38666b20 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:25:42.729054 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-d1056d36-b85a-4e73-98ae-727f38666b20 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:25:42.739390 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d1056d36-b85a-4e73-98ae-727f38666b20 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:42.746501 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-d1056d36-b85a-4e73-98ae-727f38666b20 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:25:42.750875 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-d1056d36-b85a-4e73-98ae-727f38666b20 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Usage tracker for resource:security_group_rule and tenant:85eed75d59b44674a89c120123abc4ab is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:25:42.754426 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-d1056d36-b85a-4e73-98ae-727f38666b20 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:25:42.760526 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-d1056d36-b85a-4e73-98ae-727f38666b20 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:25:42.839576 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d1056d36-b85a-4e73-98ae-727f38666b20 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:42.842687 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d1056d36-b85a-4e73-98ae-727f38666b20 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:42.849056 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-9bcb52b9-ee46-4667-922a-d479f890a1eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:25:42.894873 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1056d36-b85a-4e73-98ae-727f38666b20 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=119928b3-bf19-4060-8fdb-47d7abeabdee,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:25:42.897895 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d1056d36-b85a-4e73-98ae-727f38666b20 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:25:42.898770 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d1056d36-b85a-4e73-98ae-727f38666b20 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:42.902959 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-d1056d36-b85a-4e73-98ae-727f38666b20 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1985841 Apr 11 17:25:42.903617 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 34970) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:25:42.910066 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-0692a5a9-2039-45ac-9406-5e1dc9b812af tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Request body: {'security_group_rule': {'security_group_id': '119928b3-bf19-4060-8fdb-47d7abeabdee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:25:42.921452 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-0692a5a9-2039-45ac-9406-5e1dc9b812af tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:25:42.926768 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-0692a5a9-2039-45ac-9406-5e1dc9b812af tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Usage tracker for resource:security_group_rule and tenant:85eed75d59b44674a89c120123abc4ab is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:25:42.933220 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-0692a5a9-2039-45ac-9406-5e1dc9b812af tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:25:42.942154 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-0692a5a9-2039-45ac-9406-5e1dc9b812af tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:25:42.960981 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0692a5a9-2039-45ac-9406-5e1dc9b812af tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:43.035728 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0692a5a9-2039-45ac-9406-5e1dc9b812af tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:43.039336 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0692a5a9-2039-45ac-9406-5e1dc9b812af tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665862'] for security_group_rule, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:43.042027 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a166c853-ea25-4c96-8d53-9a8a6efd60e3 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:25:43.068273 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0692a5a9-2039-45ac-9406-5e1dc9b812af tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e01cf937-acba-4e0c-8ecb-6ddda7d420f7,revision_number=0']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:25:43.071010 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-0692a5a9-2039-45ac-9406-5e1dc9b812af tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:25:43.078234 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0692a5a9-2039-45ac-9406-5e1dc9b812af tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:43.079874 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-0692a5a9-2039-45ac-9406-5e1dc9b812af tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1750655 Apr 11 17:25:43.083261 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 34980) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:25:43.089135 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-c73a64c0-8d74-4d76-9e5b-51fc3d8acda6 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Request body: {'security_group_rule': {'security_group_id': '119928b3-bf19-4060-8fdb-47d7abeabdee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:25:43.095489 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-c73a64c0-8d74-4d76-9e5b-51fc3d8acda6 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:25:43.100660 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-c73a64c0-8d74-4d76-9e5b-51fc3d8acda6 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Usage tracker for resource:security_group_rule and tenant:85eed75d59b44674a89c120123abc4ab is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:25:43.103997 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-c73a64c0-8d74-4d76-9e5b-51fc3d8acda6 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:25:43.110262 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-c73a64c0-8d74-4d76-9e5b-51fc3d8acda6 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:25:43.127099 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c73a64c0-8d74-4d76-9e5b-51fc3d8acda6 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:43.194245 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c73a64c0-8d74-4d76-9e5b-51fc3d8acda6 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:43.198121 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c73a64c0-8d74-4d76-9e5b-51fc3d8acda6 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665862'] for security_group_rule, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:43.200289 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:25:43.225778 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a64c0-8d74-4d76-9e5b-51fc3d8acda6 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a7b3cf6-6681-434a-9db6-146b7847821e,revision_number=0']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:25:43.228497 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c73a64c0-8d74-4d76-9e5b-51fc3d8acda6 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:25:43.236803 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c73a64c0-8d74-4d76-9e5b-51fc3d8acda6 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:43.238163 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-c73a64c0-8d74-4d76-9e5b-51fc3d8acda6 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1535273 Apr 11 17:25:43.242369 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 34986) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:25:43.248093 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-aade1091-d0c5-4f8f-aa47-30372ce6ceb1 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Request body: {'floatingip': {'floating_network_id': '760603f5-451c-4017-b5ea-df3888d3fb56'}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:25:43.254714 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-aade1091-d0c5-4f8f-aa47-30372ce6ceb1 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:25:43.258744 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-aade1091-d0c5-4f8f-aa47-30372ce6ceb1 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Usage tracker for resource:floatingip and tenant:85eed75d59b44674a89c120123abc4ab is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:25:43.261796 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-aade1091-d0c5-4f8f-aa47-30372ce6ceb1 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:25:43.268429 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-aade1091-d0c5-4f8f-aa47-30372ce6ceb1 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:25:43.278975 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-aade1091-d0c5-4f8f-aa47-30372ce6ceb1 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks [] for floatingip, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:43.430126 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-aade1091-d0c5-4f8f-aa47-30372ce6ceb1 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:43.585220 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-aade1091-d0c5-4f8f-aa47-30372ce6ceb1 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Allocated IP 172.28.2.76 (760603f5-451c-4017-b5ea-df3888d3fb56/e13c5172-f61e-460b-afd0-2fdd7fa5ba98/e28d787d-7cd6-4dbc-88ad-b21ef3348be2) {{(pid=85243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:25:43.745584 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-aade1091-d0c5-4f8f-aa47-30372ce6ceb1 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks [] for port, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:43.775551 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-aade1091-d0c5-4f8f-aa47-30372ce6ceb1 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6354135'] for port, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:43.791042 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-579f8302-a21f-4f7c-a193-d3f3a9d8ff85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:25:43.928546 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade1091-d0c5-4f8f-aa47-30372ce6ceb1 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Pushing event updated for resources: {'Port': ['ID=e28d787d-7cd6-4dbc-88ad-b21ef3348be2,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:25:43.933717 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-aade1091-d0c5-4f8f-aa47-30372ce6ceb1 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:25:43.989516 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aade1091-d0c5-4f8f-aa47-30372ce6ceb1 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Network 760603f5-451c-4017-b5ea-df3888d3fb56 is already hosted by enough agents. {{(pid=85243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:25:43.991089 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-aade1091-d0c5-4f8f-aa47-30372ce6ceb1 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Resources bound (agent type, host, resource id): {{(pid=85243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:25:43.993474 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aade1091-d0c5-4f8f-aa47-30372ce6ceb1 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Received port after_create {{(pid=85243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:25:44.081294 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-aade1091-d0c5-4f8f-aa47-30372ce6ceb1 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:44.145022 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-aade1091-d0c5-4f8f-aa47-30372ce6ceb1 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:44.630823 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-aade1091-d0c5-4f8f-aa47-30372ce6ceb1 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks [] for port, precommit_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:44.634772 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-aade1091-d0c5-4f8f-aa47-30372ce6ceb1 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848421665'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:44.651110 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-aade1091-d0c5-4f8f-aa47-30372ce6ceb1 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:25:44.792813 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade1091-d0c5-4f8f-aa47-30372ce6ceb1 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Pushing event updated for resources: {'Port': ['ID=e28d787d-7cd6-4dbc-88ad-b21ef3348be2,revision_number=2']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:25:44.805793 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-aade1091-d0c5-4f8f-aa47-30372ce6ceb1 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:25:44.903351 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-aade1091-d0c5-4f8f-aa47-30372ce6ceb1 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846760615'] for floatingip, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:44.928246 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-aade1091-d0c5-4f8f-aa47-30372ce6ceb1 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for floatingip, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:44.929649 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-aade1091-d0c5-4f8f-aa47-30372ce6ceb1 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6862249 Apr 11 17:25:45.174407 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-120731e3-b768-43a9-88d9-b06df292221a req-2a720348-f493-4e7a-823b-3a6a740cdc8e tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Synchronizing usage tracker for tenant:85eed75d59b44674a89c120123abc4ab on resource:security_group {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:25:45.192978 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-120731e3-b768-43a9-88d9-b06df292221a req-2a720348-f493-4e7a-823b-3a6a740cdc8e tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Unset dirty status for tenant:85eed75d59b44674a89c120123abc4ab on resource:security_group {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:25:45.194629 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-120731e3-b768-43a9-88d9-b06df292221a req-2a720348-f493-4e7a-823b-3a6a740cdc8e tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1267640118&fields=id&tenant_id=85eed75d59b44674a89c120123abc4ab HTTP/1.1" status: 200 len: 267 time: 0.0459814 Apr 11 17:25:45.384743 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120731e3-b768-43a9-88d9-b06df292221a req-54d077dc-b6d0-47ce-95ae-575cbd3f9ab0 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:45.386226 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-120731e3-b768-43a9-88d9-b06df292221a req-54d077dc-b6d0-47ce-95ae-575cbd3f9ab0 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/networks?id=cbf8495d-d585-4ffa-8bba-b4256f490b2f HTTP/1.1" status: 200 len: 816 time: 0.1819572 Apr 11 17:25:45.402696 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-120731e3-b768-43a9-88d9-b06df292221a req-e6f1e596-cdfb-45ed-9421-e5d3f78045a3 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/quotas/85eed75d59b44674a89c120123abc4ab HTTP/1.1" status: 200 len: 375 time: 0.0103238 Apr 11 17:25:45.506665 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-120731e3-b768-43a9-88d9-b06df292221a req-d7e2bee8-ad52-4d8c-9c19-ddb040c34d99 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=85eed75d59b44674a89c120123abc4ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0977116 Apr 11 17:25:45.770321 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-120731e3-b768-43a9-88d9-b06df292221a req-8644cb9c-2598-498a-abfa-5a8f27bb2c2e service neutron] 10.222.0.16 "GET /v2.0/networks/cbf8495d-d585-4ffa-8bba-b4256f490b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508299 Apr 11 17:25:45.917206 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-120731e3-b768-43a9-88d9-b06df292221a req-54267345-fcd8-4c7d-bb11-3e04f5cf621c service neutron] 10.222.0.16 "GET /v2.0/networks/cbf8495d-d585-4ffa-8bba-b4256f490b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399171 Apr 11 17:25:46.117101 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-7e628f75-0104-46ed-8f0c-758778cd013e req-54a9caf7-c5e0-42e5-b15b-b53eee8e5334 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 210 time: 0.0498245 Apr 11 17:25:46.603076 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 35050) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:25:46.730492 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ff22137e-c9a4-4a6b-b57b-2d2eb4e7e5cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:46.746358 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-ff22137e-c9a4-4a6b-b57b-2d2eb4e7e5cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:25:46.750472 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-ff22137e-c9a4-4a6b-b57b-2d2eb4e7e5cf admin admin] Usage tracker for resource:security_group_rule and tenant:f4dff49ba2344840aec46c6dd26e4c54 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:25:46.754119 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-ff22137e-c9a4-4a6b-b57b-2d2eb4e7e5cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:25:46.760230 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-ff22137e-c9a4-4a6b-b57b-2d2eb4e7e5cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:25:46.844909 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ff22137e-c9a4-4a6b-b57b-2d2eb4e7e5cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:46.847856 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ff22137e-c9a4-4a6b-b57b-2d2eb4e7e5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:46.857814 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7adace71-465b-4f0b-97c1-17964b110db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:25:46.906187 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-ff22137e-c9a4-4a6b-b57b-2d2eb4e7e5cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f4dff49ba2344840aec46c6dd26e4c54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3019080 Apr 11 17:25:46.908105 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff22137e-c9a4-4a6b-b57b-2d2eb4e7e5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eec466d-15d3-4aec-a62e-2d23827a843d,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:25:46.909074 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 35056) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:25:46.913991 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ff22137e-c9a4-4a6b-b57b-2d2eb4e7e5cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:25:46.976903 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-da969d2a-3714-4c12-a9a6-df10b1105b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:47.005500 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-da969d2a-3714-4c12-a9a6-df10b1105b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:47.055847 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-da969d2a-3714-4c12-a9a6-df10b1105b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:47.062940 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e10f78f8-6210-4e92-94dd-efd3512b12ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:25:47.078280 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da969d2a-3714-4c12-a9a6-df10b1105b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eec466d-15d3-4aec-a62e-2d23827a843d,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:25:47.080734 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-da969d2a-3714-4c12-a9a6-df10b1105b36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:25:47.083006 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-da969d2a-3714-4c12-a9a6-df10b1105b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:47.086991 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-da969d2a-3714-4c12-a9a6-df10b1105b36 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9eec466d-15d3-4aec-a62e-2d23827a843d HTTP/1.1" status: 204 len: 168 time: 0.1767831 Apr 11 17:25:47.302965 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6f7e0295-a3a3-4805-bac3-8e9ade932b74 req-61550611-bc22-4511-ae2c-bb6039e1e96b tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 210 time: 0.0516233 Apr 11 17:25:47.421833 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120731e3-b768-43a9-88d9-b06df292221a req-78824f57-298e-493a-b076-5f3c79027709 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:47.423460 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-120731e3-b768-43a9-88d9-b06df292221a req-78824f57-298e-493a-b076-5f3c79027709 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.42 "GET /v2.0/networks?id=cbf8495d-d585-4ffa-8bba-b4256f490b2f HTTP/1.1" status: 200 len: 816 time: 0.1869299 Apr 11 17:25:47.497017 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-120731e3-b768-43a9-88d9-b06df292221a req-fe82f445-b2db-4af3-b6ab-57dfc7ffa7a9 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Synchronizing usage tracker for tenant:85eed75d59b44674a89c120123abc4ab on resource:security_group {{(pid=85243) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:25:47.512035 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-120731e3-b768-43a9-88d9-b06df292221a req-fe82f445-b2db-4af3-b6ab-57dfc7ffa7a9 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Unset dirty status for tenant:85eed75d59b44674a89c120123abc4ab on resource:security_group {{(pid=85243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:25:47.513195 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-120731e3-b768-43a9-88d9-b06df292221a req-fe82f445-b2db-4af3-b6ab-57dfc7ffa7a9 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=85eed75d59b44674a89c120123abc4ab HTTP/1.1" status: 200 len: 5703 time: 0.0809174 Apr 11 17:25:47.726803 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [req-120731e3-b768-43a9-88d9-b06df292221a req-7f33878a-3ae6-491f-a498-00a97f8dd538 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Request body: {'port': {'device_id': 'be3d7dd3-d1fb-4715-9f4e-2fae4b389191', 'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f', 'admin_state_up': True, 'tenant_id': '85eed75d59b44674a89c120123abc4ab', 'security_groups': ['119928b3-bf19-4060-8fdb-47d7abeabdee']}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:25:47.887000 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [req-120731e3-b768-43a9-88d9-b06df292221a req-7f33878a-3ae6-491f-a498-00a97f8dd538 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:25:47.892016 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-120731e3-b768-43a9-88d9-b06df292221a req-7f33878a-3ae6-491f-a498-00a97f8dd538 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Usage tracker for resource:port and tenant:85eed75d59b44674a89c120123abc4ab is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:25:47.895278 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-120731e3-b768-43a9-88d9-b06df292221a req-7f33878a-3ae6-491f-a498-00a97f8dd538 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:25:47.902087 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [req-120731e3-b768-43a9-88d9-b06df292221a req-7f33878a-3ae6-491f-a498-00a97f8dd538 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:25:47.912731 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-120731e3-b768-43a9-88d9-b06df292221a req-7f33878a-3ae6-491f-a498-00a97f8dd538 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Made reservation on behalf of 85eed75d59b44674a89c120123abc4ab for: {'port': 1} {{(pid=85243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:25:47.919006 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-120731e3-b768-43a9-88d9-b06df292221a req-7f33878a-3ae6-491f-a498-00a97f8dd538 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:48.131759 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [req-120731e3-b768-43a9-88d9-b06df292221a req-7f33878a-3ae6-491f-a498-00a97f8dd538 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Allocated IP 172.20.0.13 (cbf8495d-d585-4ffa-8bba-b4256f490b2f/b37db23d-12d1-4791-957e-028de05166fa/c167f560-541d-40df-b488-b4c37b507465) {{(pid=85243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:25:48.344027 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-120731e3-b768-43a9-88d9-b06df292221a req-7f33878a-3ae6-491f-a498-00a97f8dd538 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks [] for port, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:48.363286 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-120731e3-b768-43a9-88d9-b06df292221a req-7f33878a-3ae6-491f-a498-00a97f8dd538 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Transition to ACTIVE for port object c167f560-541d-40df-b488-b4c37b507465 will not be triggered until provisioned by entity DHCP. {{(pid=85243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:25:48.388421 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-120731e3-b768-43a9-88d9-b06df292221a req-7f33878a-3ae6-491f-a498-00a97f8dd538 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6354135'] for port, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:48.409286 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-213f3159-1116-42d5-9828-a1d082f76d99 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:25:48.554572 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db44df-18a7-425a-ad5b-1f12b18c3703 req-92765354-6ce9-4b0d-ac1e-634a326b0cc8 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:48.561851 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-13db44df-18a7-425a-ad5b-1f12b18c3703 req-92765354-6ce9-4b0d-ac1e-634a326b0cc8 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 932 time: 0.1209474 Apr 11 17:25:48.570078 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f33878a-3ae6-491f-a498-00a97f8dd538 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Pushing event updated for resources: {'Port': ['ID=c167f560-541d-40df-b488-b4c37b507465,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:25:48.573091 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7f33878a-3ae6-491f-a498-00a97f8dd538 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:25:48.589976 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-13db44df-18a7-425a-ad5b-1f12b18c3703 req-5dddff6f-a9ef-4f49-8012-44effa950b04 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271790 Apr 11 17:25:48.630384 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-120731e3-b768-43a9-88d9-b06df292221a req-7f33878a-3ae6-491f-a498-00a97f8dd538 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Network cbf8495d-d585-4ffa-8bba-b4256f490b2f is already hosted by enough agents. {{(pid=85243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:25:48.631605 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [req-120731e3-b768-43a9-88d9-b06df292221a req-7f33878a-3ae6-491f-a498-00a97f8dd538 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Resources bound (agent type, host, resource id): {{(pid=85243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:25:48.634038 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-120731e3-b768-43a9-88d9-b06df292221a req-7f33878a-3ae6-491f-a498-00a97f8dd538 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Received port after_create {{(pid=85243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:25:48.706352 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120731e3-b768-43a9-88d9-b06df292221a req-7f33878a-3ae6-491f-a498-00a97f8dd538 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:48.707099 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-120731e3-b768-43a9-88d9-b06df292221a req-7f33878a-3ae6-491f-a498-00a97f8dd538 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for port, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:48.746189 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-120731e3-b768-43a9-88d9-b06df292221a req-7f33878a-3ae6-491f-a498-00a97f8dd538 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2269483 Apr 11 17:25:48.866931 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-342897ed-310d-49cf-a4f5-f9a6a957cce9 None None] Provisioning for port c167f560-541d-40df-b488-b4c37b507465 completed by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:25:48.872336 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-342897ed-310d-49cf-a4f5-f9a6a957cce9 None None] Provisioning complete for port c167f560-541d-40df-b488-b4c37b507465 triggered by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:25:48.872693 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-342897ed-310d-49cf-a4f5-f9a6a957cce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:48.889463 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [req-120731e3-b768-43a9-88d9-b06df292221a req-37821fc6-c4fa-44f5-8691-49c893f9f650 service neutron] Request body: {'port': {'device_id': 'be3d7dd3-d1fb-4715-9f4e-2fae4b389191', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:25:48.946757 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-342897ed-310d-49cf-a4f5-f9a6a957cce9 None None] Port c167f560-541d-40df-b488-b4c37b507465 cannot update to ACTIVE because it is not bound. {{(pid=85245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 11 17:25:49.023470 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-120731e3-b768-43a9-88d9-b06df292221a req-37821fc6-c4fa-44f5-8691-49c893f9f650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:49.287286 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 35118) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:25:49.420512 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3c064e04-d6ff-4fef-845a-cd6296bac49c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:49.437353 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-3c064e04-d6ff-4fef-845a-cd6296bac49c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:25:49.441995 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-3c064e04-d6ff-4fef-845a-cd6296bac49c admin admin] Usage tracker for resource:security_group_rule and tenant:0a987e20296e4fa49063165e0774c2c1 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:25:49.445035 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-3c064e04-d6ff-4fef-845a-cd6296bac49c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:25:49.450828 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [req-120731e3-b768-43a9-88d9-b06df292221a req-37821fc6-c4fa-44f5-8691-49c893f9f650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c167f560-541d-40df-b488-b4c37b507465 {{(pid=85243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 11 17:25:49.451164 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-3c064e04-d6ff-4fef-845a-cd6296bac49c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:25:49.460534 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-120731e3-b768-43a9-88d9-b06df292221a req-37821fc6-c4fa-44f5-8691-49c893f9f650 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:49.476682 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-120731e3-b768-43a9-88d9-b06df292221a req-37821fc6-c4fa-44f5-8691-49c893f9f650 service neutron] Transition to ACTIVE for port object c167f560-541d-40df-b488-b4c37b507465 will not be triggered until provisioned by entity L2. {{(pid=85243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:25:49.480658 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-120731e3-b768-43a9-88d9-b06df292221a req-37821fc6-c4fa-44f5-8691-49c893f9f650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848421665'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:49.496926 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:25:49.547386 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3c064e04-d6ff-4fef-845a-cd6296bac49c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:49.550370 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3c064e04-d6ff-4fef-845a-cd6296bac49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:49.561397 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-636771be-e6d8-4ab6-b364-67da7afb9c0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:25:49.606036 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-3c064e04-d6ff-4fef-845a-cd6296bac49c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0a987e20296e4fa49063165e0774c2c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3174336 Apr 11 17:25:49.609113 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c064e04-d6ff-4fef-845a-cd6296bac49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4dcdbb-b02d-40cf-b1d8-2f29977540d3,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:25:49.610958 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 35126) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:25:49.612840 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3c064e04-d6ff-4fef-845a-cd6296bac49c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:25:49.655192 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37821fc6-c4fa-44f5-8691-49c893f9f650 service neutron] Pushing event updated for resources: {'Port': ['ID=c167f560-541d-40df-b488-b4c37b507465,revision_number=2']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:25:49.667078 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-37821fc6-c4fa-44f5-8691-49c893f9f650 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:25:49.802132 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7dd984b8-3d67-45cf-8582-c6ffe8b7fb6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:49.891968 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7dd984b8-3d67-45cf-8582-c6ffe8b7fb6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:49.916959 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157766f4-8887-4eab-83cd-9ecd97e19678 req-3f92a891-fba3-414e-a5d7-c9756b709f3a tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:49.920060 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-157766f4-8887-4eab-83cd-9ecd97e19678 req-3f92a891-fba3-414e-a5d7-c9756b709f3a tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 944 time: 0.1335959 Apr 11 17:25:49.959344 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-157766f4-8887-4eab-83cd-9ecd97e19678 req-b672ac43-94ee-48ab-9ca8-0fd10ba1ce97 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299590 Apr 11 17:25:50.010620 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-120731e3-b768-43a9-88d9-b06df292221a req-37821fc6-c4fa-44f5-8691-49c893f9f650 service neutron] Attempting to bind port c167f560-541d-40df-b488-b4c37b507465 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:25:50.010999 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-120731e3-b768-43a9-88d9-b06df292221a req-37821fc6-c4fa-44f5-8691-49c893f9f650 service neutron] Attempting to bind port c167f560-541d-40df-b488-b4c37b507465 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '8f975aaa-dcda-4b79-90fe-e36b252d6285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f'}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 11 17:25:50.011643 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120731e3-b768-43a9-88d9-b06df292221a req-37821fc6-c4fa-44f5-8691-49c893f9f650 service neutron] Attempting to bind port c167f560-541d-40df-b488-b4c37b507465 on network cbf8495d-d585-4ffa-8bba-b4256f490b2f {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:25:50.017200 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120731e3-b768-43a9-88d9-b06df292221a req-37821fc6-c4fa-44f5-8691-49c893f9f650 service neutron] Port c167f560-541d-40df-b488-b4c37b507465 on network cbf8495d-d585-4ffa-8bba-b4256f490b2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:25:50.017615 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120731e3-b768-43a9-88d9-b06df292221a req-37821fc6-c4fa-44f5-8691-49c893f9f650 service neutron] Attempting to bind port c167f560-541d-40df-b488-b4c37b507465 on network cbf8495d-d585-4ffa-8bba-b4256f490b2f {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:25:50.025413 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120731e3-b768-43a9-88d9-b06df292221a req-37821fc6-c4fa-44f5-8691-49c893f9f650 service neutron] Checking agent: {'id': '0333fbf7-6dfe-499c-9c5e-b9bf9a863355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 18, 34), 'started_at': datetime.datetime(2021, 4, 11, 17, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 17:25:50.025729 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120731e3-b768-43a9-88d9-b06df292221a req-37821fc6-c4fa-44f5-8691-49c893f9f650 service neutron] Checking segment: {'id': '8f975aaa-dcda-4b79-90fe-e36b252d6285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:25:50.026158 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120731e3-b768-43a9-88d9-b06df292221a req-37821fc6-c4fa-44f5-8691-49c893f9f650 service neutron] Bound using segment: {'id': '8f975aaa-dcda-4b79-90fe-e36b252d6285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f'} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 17:25:50.026648 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-120731e3-b768-43a9-88d9-b06df292221a req-37821fc6-c4fa-44f5-8691-49c893f9f650 service neutron] Bound port: c167f560-541d-40df-b488-b4c37b507465, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f975aaa-dcda-4b79-90fe-e36b252d6285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f'}}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 11 17:25:50.027037 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-120731e3-b768-43a9-88d9-b06df292221a req-37821fc6-c4fa-44f5-8691-49c893f9f650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:50.058378 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7dd984b8-3d67-45cf-8582-c6ffe8b7fb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:50.074809 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-87269230-5128-4b58-9503-5985dd4cb25a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:25:50.099594 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd984b8-3d67-45cf-8582-c6ffe8b7fb6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4dcdbb-b02d-40cf-b1d8-2f29977540d3,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:25:50.106088 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7dd984b8-3d67-45cf-8582-c6ffe8b7fb6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:25:50.112174 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7dd984b8-3d67-45cf-8582-c6ffe8b7fb6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:50.115960 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-7dd984b8-3d67-45cf-8582-c6ffe8b7fb6b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ec4dcdbb-b02d-40cf-b1d8-2f29977540d3 HTTP/1.1" status: 204 len: 168 time: 0.4943821 Apr 11 17:25:50.139302 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-120731e3-b768-43a9-88d9-b06df292221a req-37821fc6-c4fa-44f5-8691-49c893f9f650 service neutron] For port c167f560-541d-40df-b488-b4c37b507465, host hv-cinder-78477, cleared binding levels {{(pid=85243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 11 17:25:50.143874 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-120731e3-b768-43a9-88d9-b06df292221a req-37821fc6-c4fa-44f5-8691-49c893f9f650 service neutron] For port c167f560-541d-40df-b488-b4c37b507465, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c167f560-541d-40df-b488-b4c37b507465,segment=NetworkSegment(8f975aaa-dcda-4b79-90fe-e36b252d6285),segment_id=8f975aaa-dcda-4b79-90fe-e36b252d6285)] {{(pid=85243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 11 17:25:50.148099 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-120731e3-b768-43a9-88d9-b06df292221a req-37821fc6-c4fa-44f5-8691-49c893f9f650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848421665'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:50.163654 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:25:50.320704 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37821fc6-c4fa-44f5-8691-49c893f9f650 service neutron] Pushing event updated for resources: {'Port': ['ID=c167f560-541d-40df-b488-b4c37b507465,revision_number=3']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:25:50.326265 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-37821fc6-c4fa-44f5-8691-49c893f9f650 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:25:50.359930 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120731e3-b768-43a9-88d9-b06df292221a req-37821fc6-c4fa-44f5-8691-49c893f9f650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:50.360601 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-120731e3-b768-43a9-88d9-b06df292221a req-37821fc6-c4fa-44f5-8691-49c893f9f650 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for port, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:50.362512 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-120731e3-b768-43a9-88d9-b06df292221a req-37821fc6-c4fa-44f5-8691-49c893f9f650 service neutron] 10.222.0.42 "PUT /v2.0/ports/c167f560-541d-40df-b488-b4c37b507465 HTTP/1.1" status: 200 len: 1094 time: 1.6087124 Apr 11 17:25:50.362683 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be3d7dd3-d1fb-4715-9f4e-2fae4b389191', 'tag': 'c167f560-541d-40df-b488-b4c37b507465'}] {{(pid=85243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:25:50.462835 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 35140) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:25:50.493624 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ca19940e-a849-43ff-8ea6-a923cf07869b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:50.515018 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-ca19940e-a849-43ff-8ea6-a923cf07869b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:25:50.521612 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-ca19940e-a849-43ff-8ea6-a923cf07869b admin admin] Usage tracker for resource:security_group_rule and tenant:aa2bf0a3981c42f6ab5be010750b6c06 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:25:50.525559 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-ca19940e-a849-43ff-8ea6-a923cf07869b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:25:50.533070 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-ca19940e-a849-43ff-8ea6-a923cf07869b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:25:50.535931 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120731e3-b768-43a9-88d9-b06df292221a req-0cf1416c-552d-4ce0-b212-0bf1cf8bcbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:50.537985 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-120731e3-b768-43a9-88d9-b06df292221a req-0cf1416c-552d-4ce0-b212-0bf1cf8bcbd5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=85eed75d59b44674a89c120123abc4ab&device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 1097 time: 0.1336343 Apr 11 17:25:50.621000 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-120731e3-b768-43a9-88d9-b06df292221a req-12da2ada-649a-46d6-9ed1-36c90218911e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c167f560-541d-40df-b488-b4c37b507465 HTTP/1.1" status: 200 len: 217 time: 0.0746317 Apr 11 17:25:50.636351 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ca19940e-a849-43ff-8ea6-a923cf07869b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:50.641085 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ca19940e-a849-43ff-8ea6-a923cf07869b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:50.652794 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1e7c2be4-2543-47a1-9aa9-a3b8472e6e23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:25:50.698531 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-ca19940e-a849-43ff-8ea6-a923cf07869b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aa2bf0a3981c42f6ab5be010750b6c06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2337196 Apr 11 17:25:50.698702 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be3d7dd3-d1fb-4715-9f4e-2fae4b389191', 'tag': 'c167f560-541d-40df-b488-b4c37b507465', 'status': 'completed', 'code': 200} Apr 11 17:25:50.700251 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120731e3-b768-43a9-88d9-b06df292221a req-dce07f52-f5a6-4f35-9929-0ee83478242a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:50.701865 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-120731e3-b768-43a9-88d9-b06df292221a req-dce07f52-f5a6-4f35-9929-0ee83478242a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b37db23d-12d1-4791-957e-028de05166fa HTTP/1.1" status: 200 len: 855 time: 0.0751224 Apr 11 17:25:50.702469 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 35144) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:25:50.707659 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca19940e-a849-43ff-8ea6-a923cf07869b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b4f69d-fdf6-4510-915c-e53fd532bdca,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:25:50.711569 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ca19940e-a849-43ff-8ea6-a923cf07869b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:25:50.835004 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3e91717b-ffbe-45a0-85b1-da240180de7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:50.852561 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120731e3-b768-43a9-88d9-b06df292221a req-cea287ac-1d6a-4700-b396-40da8784a6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:50.854120 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-120731e3-b768-43a9-88d9-b06df292221a req-cea287ac-1d6a-4700-b396-40da8784a6e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbf8495d-d585-4ffa-8bba-b4256f490b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1380873 Apr 11 17:25:51.163029 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3e91717b-ffbe-45a0-85b1-da240180de7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:51.185114 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897dcea4-03d0-4548-b095-9a8d59f9a2be req-57eefab5-5c7d-44f8-9894-afb8f9637c0f tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:51.186814 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-897dcea4-03d0-4548-b095-9a8d59f9a2be req-57eefab5-5c7d-44f8-9894-afb8f9637c0f tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 944 time: 0.1009560 Apr 11 17:25:51.224266 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-897dcea4-03d0-4548-b095-9a8d59f9a2be req-bd75ea94-7378-4e4d-9eb8-6690ae451c91 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0257502 Apr 11 17:25:51.269595 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-120731e3-b768-43a9-88d9-b06df292221a req-f3708078-5735-4b0a-b159-3ef8ab5e7d5a service neutron] 10.222.0.42 "GET /v2.0/networks/cbf8495d-d585-4ffa-8bba-b4256f490b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050257 Apr 11 17:25:51.270664 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3e91717b-ffbe-45a0-85b1-da240180de7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:51.275769 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ff22137e-c9a4-4a6b-b57b-2d2eb4e7e5cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:25:51.313533 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e91717b-ffbe-45a0-85b1-da240180de7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b4f69d-fdf6-4510-915c-e53fd532bdca,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:25:51.368997 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3e91717b-ffbe-45a0-85b1-da240180de7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:25:51.376233 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3e91717b-ffbe-45a0-85b1-da240180de7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:51.377517 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-3e91717b-ffbe-45a0-85b1-da240180de7e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a1b4f69d-fdf6-4510-915c-e53fd532bdca HTTP/1.1" status: 204 len: 168 time: 0.6740265 Apr 11 17:25:51.441115 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-120731e3-b768-43a9-88d9-b06df292221a req-a980d317-6a46-4dd7-b88e-ead3fbf1149e service neutron] 10.222.0.42 "GET /v2.0/networks/cbf8495d-d585-4ffa-8bba-b4256f490b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552742 Apr 11 17:25:51.578175 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdfde67-fc4d-4d61-8338-beeeee3c42f5 req-c5d0d941-40dd-4987-8e11-47f03f663e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:51.579646 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5fdfde67-fc4d-4d61-8338-beeeee3c42f5 req-c5d0d941-40dd-4987-8e11-47f03f663e1a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=85eed75d59b44674a89c120123abc4ab&device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 1097 time: 0.0845954 Apr 11 17:25:51.754097 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdfde67-fc4d-4d61-8338-beeeee3c42f5 req-7e7944c8-ad6e-4f24-86cb-4d4b60a8b294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:51.756669 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5fdfde67-fc4d-4d61-8338-beeeee3c42f5 req-7e7944c8-ad6e-4f24-86cb-4d4b60a8b294 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cbf8495d-d585-4ffa-8bba-b4256f490b2f HTTP/1.1" status: 200 len: 917 time: 0.1705921 Apr 11 17:25:51.841488 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5fdfde67-fc4d-4d61-8338-beeeee3c42f5 req-ce2d3c88-b462-407d-b5e8-b14f6a35b9ec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c167f560-541d-40df-b488-b4c37b507465 HTTP/1.1" status: 200 len: 217 time: 0.0764549 Apr 11 17:25:51.914603 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdfde67-fc4d-4d61-8338-beeeee3c42f5 req-99868ea9-f6cd-4663-9874-8da384b55648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:51.916239 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5fdfde67-fc4d-4d61-8338-beeeee3c42f5 req-99868ea9-f6cd-4663-9874-8da384b55648 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b37db23d-12d1-4791-957e-028de05166fa HTTP/1.1" status: 200 len: 855 time: 0.0681460 Apr 11 17:25:52.009227 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdfde67-fc4d-4d61-8338-beeeee3c42f5 req-9a8575be-c166-42ea-a43f-78152f84323c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:52.010870 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5fdfde67-fc4d-4d61-8338-beeeee3c42f5 req-9a8575be-c166-42ea-a43f-78152f84323c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbf8495d-d585-4ffa-8bba-b4256f490b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0879233 Apr 11 17:25:52.162851 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5fdfde67-fc4d-4d61-8338-beeeee3c42f5 req-5f6b1d9e-59bb-447d-bf04-af5761ab9c57 service neutron] 10.222.0.42 "GET /v2.0/networks/cbf8495d-d585-4ffa-8bba-b4256f490b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446116 Apr 11 17:25:52.316763 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5fdfde67-fc4d-4d61-8338-beeeee3c42f5 req-5b813a83-b5bc-456e-9380-2709b410da3d service neutron] 10.222.0.42 "GET /v2.0/networks/cbf8495d-d585-4ffa-8bba-b4256f490b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457767 Apr 11 17:25:52.437065 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db39c72-8546-4d85-b24e-ea0d036117bc req-604c965d-1a93-45fd-87f3-bf69ff32874e tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:52.438685 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8db39c72-8546-4d85-b24e-ea0d036117bc req-604c965d-1a93-45fd-87f3-bf69ff32874e tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 944 time: 0.0887792 Apr 11 17:25:52.484405 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8db39c72-8546-4d85-b24e-ea0d036117bc req-9f455e3e-222f-466b-b60f-154e7ac4b5e5 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387874 Apr 11 17:25:52.599423 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 6 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:25:53.714889 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0690c8e-85cc-47f2-af39-9bc32a92fb11 req-413c84c1-94c9-4516-a7a0-47841b1594a9 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:53.716514 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b0690c8e-85cc-47f2-af39-9bc32a92fb11 req-413c84c1-94c9-4516-a7a0-47841b1594a9 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 944 time: 0.0934796 Apr 11 17:25:53.747275 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b0690c8e-85cc-47f2-af39-9bc32a92fb11 req-32b04a4b-155b-406c-9762-246bbb2f17ca tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0241513 Apr 11 17:25:54.954180 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1ce93-569f-4562-9a52-0c4cd1731b15 req-a5154413-6e49-42c5-872a-dfcb4343cdaf tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:54.955852 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5bc1ce93-569f-4562-9a52-0c4cd1731b15 req-a5154413-6e49-42c5-872a-dfcb4343cdaf tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 944 time: 0.0888634 Apr 11 17:25:54.987815 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5bc1ce93-569f-4562-9a52-0c4cd1731b15 req-deab0a48-ce34-437e-96e0-f1821597cdc4 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0250845 Apr 11 17:25:55.935294 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device c167f560-541d-40df-b488-b4c37b507465 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 11 17:25:56.083627 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port c167f560-541d-40df-b488-b4c37b507465, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c167f560-541d-40df-b488-b4c37b507465,segment=NetworkSegment(8f975aaa-dcda-4b79-90fe-e36b252d6285),segment_id=8f975aaa-dcda-4b79-90fe-e36b252d6285)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:25:56.098691 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Returning: {'device': 'c167f560-541d-40df-b488-b4c37b507465', 'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f', 'port_id': 'c167f560-541d-40df-b488-b4c37b507465', 'mac_address': 'fa:16:3e:77:df:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b37db23d-12d1-4791-957e-028de05166fa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 17:25:56.159439 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:56.160913 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c167f560-541d-40df-b488-b4c37b507465 {{(pid=85245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 11 17:25:56.178079 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port c167f560-541d-40df-b488-b4c37b507465, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c167f560-541d-40df-b488-b4c37b507465,segment=NetworkSegment(8f975aaa-dcda-4b79-90fe-e36b252d6285),segment_id=8f975aaa-dcda-4b79-90fe-e36b252d6285)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:25:56.181095 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:56.182936 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:25:56.200151 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd35868-2464-4c22-b6e0-00495c3a86b7 req-cb8401df-6e9c-4654-addd-28b4a5b8b90f tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:56.201680 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-dfd35868-2464-4c22-b6e0-00495c3a86b7 req-cb8401df-6e9c-4654-addd-28b4a5b8b90f tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 944 time: 0.0945277 Apr 11 17:25:56.233652 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-dfd35868-2464-4c22-b6e0-00495c3a86b7 req-624aea3d-97c9-4faa-9f98-06247ca32a15 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0243368 Apr 11 17:25:56.258737 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=c167f560-541d-40df-b488-b4c37b507465,revision_number=4']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:25:56.262011 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:25:56.476853 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] get_ports_and_sgs() called for port_ids ['c167f560-541d-40df-b488-b4c37b507465'] {{(pid=85245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 17:25:57.206456 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 35232) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:25:57.339003 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3ae428aa-f6ab-456b-9a5b-e64beb2adb0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:57.355382 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-3ae428aa-f6ab-456b-9a5b-e64beb2adb0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:25:57.359772 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-3ae428aa-f6ab-456b-9a5b-e64beb2adb0c admin admin] Usage tracker for resource:security_group_rule and tenant:e62698a3ffd841ac9cc8b1a37273b3db is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:25:57.363374 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-3ae428aa-f6ab-456b-9a5b-e64beb2adb0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:25:57.369672 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-3ae428aa-f6ab-456b-9a5b-e64beb2adb0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:25:57.448513 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444d42e-9af9-478c-8c9b-0c528a342ca4 req-e96f35ff-ddbd-4e55-b339-e2695b09a20d tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:57.450150 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3444d42e-9af9-478c-8c9b-0c528a342ca4 req-e96f35ff-ddbd-4e55-b339-e2695b09a20d tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 945 time: 0.0921178 Apr 11 17:25:57.467994 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3ae428aa-f6ab-456b-9a5b-e64beb2adb0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:57.472555 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3ae428aa-f6ab-456b-9a5b-e64beb2adb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:57.483968 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-929bbaaf-3c63-4ede-a0b8-33562a15c3c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:25:57.487416 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3444d42e-9af9-478c-8c9b-0c528a342ca4 req-a9b38924-a9d3-4726-af29-b3e746bb3019 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295281 Apr 11 17:25:57.533659 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-3ae428aa-f6ab-456b-9a5b-e64beb2adb0c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e62698a3ffd841ac9cc8b1a37273b3db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3252726 Apr 11 17:25:57.535560 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae428aa-f6ab-456b-9a5b-e64beb2adb0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829b31f2-3208-488f-8bc9-ee9f208815b4,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:25:57.536887 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 35240) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:25:57.539022 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3ae428aa-f6ab-456b-9a5b-e64beb2adb0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:25:57.608448 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a0cf7f69-4b3c-4e47-9090-ce46ee789849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:57.639406 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a0cf7f69-4b3c-4e47-9090-ce46ee789849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:57.690513 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a0cf7f69-4b3c-4e47-9090-ce46ee789849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:57.695720 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d42fdefe-edb7-47a3-8789-c3f791847cba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:25:57.712215 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cf7f69-4b3c-4e47-9090-ce46ee789849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829b31f2-3208-488f-8bc9-ee9f208815b4,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:25:57.714752 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a0cf7f69-4b3c-4e47-9090-ce46ee789849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:25:57.727718 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a0cf7f69-4b3c-4e47-9090-ce46ee789849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:57.729001 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-a0cf7f69-4b3c-4e47-9090-ce46ee789849 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/829b31f2-3208-488f-8bc9-ee9f208815b4 HTTP/1.1" status: 204 len: 168 time: 0.1910214 Apr 11 17:25:57.945450 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device c167f560-541d-40df-b488-b4c37b507465 up at agent hyperv_hv-cinder-78477 {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:25:58.029050 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Provisioning for port c167f560-541d-40df-b488-b4c37b507465 completed by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:25:58.037444 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Provisioning complete for port c167f560-541d-40df-b488-b4c37b507465 triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:25:58.037977 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:58.048242 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 35252) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:25:58.072843 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b144a3bf-b779-4095-a92b-0410d3d8da8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:58.092679 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-b144a3bf-b779-4095-a92b-0410d3d8da8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:25:58.098574 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-b144a3bf-b779-4095-a92b-0410d3d8da8c admin admin] Usage tracker for resource:security_group_rule and tenant:c9bea28b1fe1480b80389ec9a56087a4 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:25:58.102229 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-b144a3bf-b779-4095-a92b-0410d3d8da8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:25:58.108868 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-b144a3bf-b779-4095-a92b-0410d3d8da8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:25:58.183364 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:58.196012 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3d7dd3-d1fb-4715-9f4e-2fae4b389191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c167f560-541d-40df-b488-b4c37b507465'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:25:58.207156 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b144a3bf-b779-4095-a92b-0410d3d8da8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:58.209416 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port c167f560-541d-40df-b488-b4c37b507465, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c167f560-541d-40df-b488-b4c37b507465,segment=NetworkSegment(8f975aaa-dcda-4b79-90fe-e36b252d6285),segment_id=8f975aaa-dcda-4b79-90fe-e36b252d6285)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:25:58.213630 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b144a3bf-b779-4095-a92b-0410d3d8da8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:58.213805 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:58.216127 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:25:58.231060 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dfc323aa-7d5b-471c-aec2-7218a94b2cc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:25:58.285836 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-b144a3bf-b779-4095-a92b-0410d3d8da8c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c9bea28b1fe1480b80389ec9a56087a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330549 Apr 11 17:25:58.285836 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144a3bf-b779-4095-a92b-0410d3d8da8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec57e6fd-163f-4c2e-9281-6256592e181d,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:25:58.286537 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 35260) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:25:58.313979 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b144a3bf-b779-4095-a92b-0410d3d8da8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:25:58.320342 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=c167f560-541d-40df-b488-b4c37b507465,revision_number=5']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:25:58.324930 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:25:58.384346 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f49ac46c-e787-449c-9498-17550b1a2f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:58.415659 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3d7dd3-d1fb-4715-9f4e-2fae4b389191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c167f560-541d-40df-b488-b4c37b507465', 'code': 200} Apr 11 17:25:58.418580 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f49ac46c-e787-449c-9498-17550b1a2f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:58.477288 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f49ac46c-e787-449c-9498-17550b1a2f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:58.490492 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8f61c965-a344-4c97-8787-e8238cb2c694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:25:58.504920 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ac46c-e787-449c-9498-17550b1a2f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec57e6fd-163f-4c2e-9281-6256592e181d,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:25:58.518718 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f49ac46c-e787-449c-9498-17550b1a2f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:25:58.529983 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f49ac46c-e787-449c-9498-17550b1a2f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:25:58.538614 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-f49ac46c-e787-449c-9498-17550b1a2f78 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ec57e6fd-163f-4c2e-9281-6256592e181d HTTP/1.1" status: 204 len: 168 time: 0.2502046 Apr 11 17:25:58.766880 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6325201-3f3e-43bd-bbad-f9bc827e9786 req-666995ae-60c6-4eff-aee3-839740ce70fa tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:58.769510 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d6325201-3f3e-43bd-bbad-f9bc827e9786 req-666995ae-60c6-4eff-aee3-839740ce70fa tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 946 time: 0.1198657 Apr 11 17:25:58.810037 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d6325201-3f3e-43bd-bbad-f9bc827e9786 req-1f007d68-b589-4a77-accc-a07a097474e5 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286920 Apr 11 17:25:58.838503 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8041ea-12c0-4670-b60d-c373a2af4f84 req-b9229a27-1277-49d3-9346-0b2b1bb320ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:58.840378 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-9c8041ea-12c0-4670-b60d-c373a2af4f84 req-b9229a27-1277-49d3-9346-0b2b1bb320ae service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 1099 time: 0.1208603 Apr 11 17:25:58.873061 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-9c8041ea-12c0-4670-b60d-c373a2af4f84 req-b9f8596a-bbcb-4c91-92bd-87c72a808b86 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0250564 Apr 11 17:25:59.062412 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37946b2-7043-4c3f-81f4-aab852978ce9 req-6bcd7d3a-1b41-4761-9334-e708ed1fdf2a tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:25:59.065927 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a37946b2-7043-4c3f-81f4-aab852978ce9 req-6bcd7d3a-1b41-4761-9334-e708ed1fdf2a tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 946 time: 0.1214983 Apr 11 17:25:59.101557 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a37946b2-7043-4c3f-81f4-aab852978ce9 req-fe1cf7ad-21d2-43a7-baf7-08bd69d2c7d1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=30f7aedf-dffa-4fdc-948f-e321d511164a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266142 Apr 11 17:26:00.090396 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b25e3-0ec0-42e1-b3f1-2f3e662f7dd2 req-269422c5-0575-45b5-ac8e-ed6e6d1948e7 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:00.092033 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-9d9b25e3-0ec0-42e1-b3f1-2f3e662f7dd2 req-269422c5-0575-45b5-ac8e-ed6e6d1948e7 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 946 time: 0.1255863 Apr 11 17:26:00.123534 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-9d9b25e3-0ec0-42e1-b3f1-2f3e662f7dd2 req-f77eadfb-9781-4183-a15e-9887952b5a7c tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0246727 Apr 11 17:26:00.311330 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec138eb-6b58-493b-b76e-7a13bd7ec83a req-0d65bebf-db88-4f4c-adce-999eeec16ff1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:00.313050 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5ec138eb-6b58-493b-b76e-7a13bd7ec83a req-0d65bebf-db88-4f4c-adce-999eeec16ff1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 946 time: 0.0902755 Apr 11 17:26:00.345658 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5ec138eb-6b58-493b-b76e-7a13bd7ec83a req-d2bf8364-d869-4ed7-aeac-ff28a321d073 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=30f7aedf-dffa-4fdc-948f-e321d511164a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0255287 Apr 11 17:26:01.305908 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb0505-7b78-458d-b6e1-709ffa570074 req-d0482f6e-c337-4e49-a450-757472270b93 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:01.306688 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-cceb0505-7b78-458d-b6e1-709ffa570074 req-d0482f6e-c337-4e49-a450-757472270b93 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Synchronizing usage tracker for tenant:1dff44dcd306439ea6d1f64cae358515 on resource:port {{(pid=85243) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:26:01.323699 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-cceb0505-7b78-458d-b6e1-709ffa570074 req-d0482f6e-c337-4e49-a450-757472270b93 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Unset dirty status for tenant:1dff44dcd306439ea6d1f64cae358515 on resource:port {{(pid=85243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:26:01.325001 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-cceb0505-7b78-458d-b6e1-709ffa570074 req-d0482f6e-c337-4e49-a450-757472270b93 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.42 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 946 time: 0.1109915 Apr 11 17:26:01.345943 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45887517-afd0-49de-9245-e97aed8a605b req-18dc2830-4c24-416c-adf1-cded4dc5cd03 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:01.347781 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-45887517-afd0-49de-9245-e97aed8a605b req-18dc2830-4c24-416c-adf1-cded4dc5cd03 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 946 time: 0.1017087 Apr 11 17:26:01.381410 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-45887517-afd0-49de-9245-e97aed8a605b req-75515cd7-aead-45b1-a3b2-94aba3cddec9 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0260797 Apr 11 17:26:01.410850 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-cceb0505-7b78-458d-b6e1-709ffa570074 req-e497b2a8-9d4e-47f0-b2e1-20ff4f1c3177 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Deleting port b2fbef57-9115-4869-b070-75dad6a54030 {{(pid=85243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:26:01.411239 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-cceb0505-7b78-458d-b6e1-709ffa570074 req-e497b2a8-9d4e-47f0-b2e1-20ff4f1c3177 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:01.701673 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-cceb0505-7b78-458d-b6e1-709ffa570074 req-e497b2a8-9d4e-47f0-b2e1-20ff4f1c3177 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] For port b2fbef57-9115-4869-b070-75dad6a54030, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b2fbef57-9115-4869-b070-75dad6a54030,segment=NetworkSegment(1776a450-8046-433a-83dd-60bae8a336e2),segment_id=1776a450-8046-433a-83dd-60bae8a336e2)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:26:01.702000 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-cceb0505-7b78-458d-b6e1-709ffa570074 req-e497b2a8-9d4e-47f0-b2e1-20ff4f1c3177 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:01.905837 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d8bb9-1027-47af-a1cb-da7187aeb68e req-3992fc95-d3ba-41b9-8316-e01de24a53d8 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:01.908341 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b06d8bb9-1027-47af-a1cb-da7187aeb68e req-3992fc95-d3ba-41b9-8316-e01de24a53d8 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 946 time: 0.4303443 Apr 11 17:26:01.920452 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81fb92-244a-4298-becf-ecb06eed1260 req-27512520-7d09-4feb-b216-c037c9cbc53d tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:01.922063 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8c81fb92-244a-4298-becf-ecb06eed1260 req-27512520-7d09-4feb-b216-c037c9cbc53d tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 946 time: 0.4033902 Apr 11 17:26:01.937713 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 35330) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:26:01.946740 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-88da311c-b38b-4b9a-b01e-a911daf48d95 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Request body: {'floatingip': {'port_id': 'c167f560-541d-40df-b488-b4c37b507465'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:26:02.033072 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b06d8bb9-1027-47af-a1cb-da7187aeb68e req-72f4d7a7-9c51-4811-a9f9-5619dfab6090 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=30f7aedf-dffa-4fdc-948f-e321d511164a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099005 Apr 11 17:26:02.033760 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-cceb0505-7b78-458d-b6e1-709ffa570074 req-e497b2a8-9d4e-47f0-b2e1-20ff4f1c3177 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:02.034184 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-cceb0505-7b78-458d-b6e1-709ffa570074 req-e497b2a8-9d4e-47f0-b2e1-20ff4f1c3177 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846760615'] for floatingip, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:02.034567 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.db.l3_db [req-cceb0505-7b78-458d-b6e1-709ffa570074 req-e497b2a8-9d4e-47f0-b2e1-20ff4f1c3177 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Floating IP 967c47cf-c803-4db3-9abd-f155e85bcc60 disassociated. External IP: 172.28.2.167, port: b2fbef57-9115-4869-b070-75dad6a54030. Apr 11 17:26:02.034954 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-cceb0505-7b78-458d-b6e1-709ffa570074 req-e497b2a8-9d4e-47f0-b2e1-20ff4f1c3177 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Calling delete_port for b2fbef57-9115-4869-b070-75dad6a54030 owned by compute:nova {{(pid=85243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:26:02.037697 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-88da311c-b38b-4b9a-b01e-a911daf48d95 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks [] for floatingip, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:02.218971 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-cceb0505-7b78-458d-b6e1-709ffa570074 req-e497b2a8-9d4e-47f0-b2e1-20ff4f1c3177 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771099430430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771099036582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6354135'] for port, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:02.243626 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-61151c64-023b-4f2e-bb16-baaa3e2786f8 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:26:02.338777 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e497b2a8-9d4e-47f0-b2e1-20ff4f1c3177 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Pushing event deleted for resources: {'Port': ['ID=b2fbef57-9115-4869-b070-75dad6a54030,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:26:02.341407 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e497b2a8-9d4e-47f0-b2e1-20ff4f1c3177 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:26:02.650754 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cceb0505-7b78-458d-b6e1-709ffa570074 req-e497b2a8-9d4e-47f0-b2e1-20ff4f1c3177 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Router 84f65695-21aa-47be-9b6c-46782657b78e has already been hosted by L3 agent 5d769fae-3c68-4f0c-97be-90cfc50b6a37 {{(pid=85243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 11 17:26:02.742590 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-88da311c-b38b-4b9a-b01e-a911daf48d95 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:02.746128 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-88da311c-b38b-4b9a-b01e-a911daf48d95 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846760615'] for floatingip, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:02.947668 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.db.l3_db [None req-88da311c-b38b-4b9a-b01e-a911daf48d95 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Floating IP d224993d-89f8-49df-a4cc-d67b00bc36b9 associated. External IP: 172.28.2.76, port: c167f560-541d-40df-b488-b4c37b507465. Apr 11 17:26:03.084921 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cceb0505-7b78-458d-b6e1-709ffa570074 req-e497b2a8-9d4e-47f0-b2e1-20ff4f1c3177 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify agent at l3_agent.dv-cinder-784779-4-smb the message routers_updated {{(pid=85243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 11 17:26:03.098757 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7ac46a-142a-4e1f-8ddd-7e7dfbae9116 None None] Sync routers for ids ['84f65695-21aa-47be-9b6c-46782657b78e'] in dv-cinder-784779-4-smb {{(pid=85245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 11 17:26:03.113737 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7ac46a-142a-4e1f-8ddd-7e7dfbae9116 None None] Routers {'84f65695-21aa-47be-9b6c-46782657b78e'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:26:03.114414 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-5a7ac46a-142a-4e1f-8ddd-7e7dfbae9116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:25:37Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['84f65695-21aa-47be-9b6c-46782657b78e'], 'active': True} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:26:03.185280 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-cceb0505-7b78-458d-b6e1-709ffa570074 req-e497b2a8-9d4e-47f0-b2e1-20ff4f1c3177 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] No DVR routers for this DVR port b2fbef57-9115-4869-b070-75dad6a54030 on host hv-cinder-78477 {{(pid=85243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 11 17:26:03.188236 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-cceb0505-7b78-458d-b6e1-709ffa570074 req-e497b2a8-9d4e-47f0-b2e1-20ff4f1c3177 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for port, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:03.191476 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '206061e1-f9a3-4435-b324-02f92bf84054', 'name': 'network-vif-deleted', 'tag': 'b2fbef57-9115-4869-b070-75dad6a54030'}] {{(pid=85243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:26:03.221196 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-cceb0505-7b78-458d-b6e1-709ffa570074 req-e497b2a8-9d4e-47f0-b2e1-20ff4f1c3177 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.42 "DELETE /v2.0/ports/b2fbef57-9115-4869-b070-75dad6a54030 HTTP/1.1" status: 204 len: 173 time: 1.8898923 Apr 11 17:26:03.253839 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '206061e1-f9a3-4435-b324-02f92bf84054', 'name': 'network-vif-deleted', 'tag': 'b2fbef57-9115-4869-b070-75dad6a54030', 'status': 'completed', 'code': 200} Apr 11 17:26:03.332639 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-5a7ac46a-142a-4e1f-8ddd-7e7dfbae9116 None None] Set router 84f65695-21aa-47be-9b6c-46782657b78e gateway port host: dv-cinder-784779-4-smb {{(pid=85245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:26:03.356228 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-13863992-0c1e-4407-b2f1-e2940cea75f0 req-4390c6ac-aae5-4741-ae6c-2baeaadb89e2 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=206061e1-f9a3-4435-b324-02f92bf84054 HTTP/1.1" status: 200 len: 210 time: 0.0720816 Apr 11 17:26:03.407046 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88da311c-b38b-4b9a-b01e-a911daf48d95 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Router 84e65640-35af-44b5-bf9a-a711dc9c14a3 has already been hosted by L3 agent 5d769fae-3c68-4f0c-97be-90cfc50b6a37 {{(pid=85244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 11 17:26:03.613288 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88da311c-b38b-4b9a-b01e-a911daf48d95 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify agent at l3_agent.dv-cinder-784779-4-smb the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 11 17:26:03.628660 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-88da311c-b38b-4b9a-b01e-a911daf48d95 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for floatingip, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:03.632885 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a1cde9-c625-4436-8e36-1ee28e5c1b20 None None] Sync routers for ids ['84e65640-35af-44b5-bf9a-a711dc9c14a3'] in dv-cinder-784779-4-smb {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 11 17:26:03.649547 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a1cde9-c625-4436-8e36-1ee28e5c1b20 None None] Routers {'84e65640-35af-44b5-bf9a-a711dc9c14a3'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:26:03.650228 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-61a1cde9-c625-4436-8e36-1ee28e5c1b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:25:37Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['84e65640-35af-44b5-bf9a-a711dc9c14a3'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:26:03.705537 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-5a7ac46a-142a-4e1f-8ddd-7e7dfbae9116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f65695-21aa-47be-9b6c-46782657b78e', 'name': 'tempest-AttachVolumeTestJSON-1696572694-router', 'tenant_id': '1dff44dcd306439ea6d1f64cae358515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd462fe93-d0f1-43d8-aafc-cb56153f2870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:16Z', 'updated_at': '2021-04-11T17:20:37Z', 'revision_number': 4, 'project_id': '1dff44dcd306439ea6d1f64cae358515', 'gw_port': {'id': 'd462fe93-d0f1-43d8-aafc-cb56153f2870', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f65695-21aa-47be-9b6c-46782657b78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:18Z', 'updated_at': '2021-04-11T17:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': '3059e80d-0bbd-432a-b41e-e94bb5851b33', 'name': '', 'network_id': 'f79386bd-8864-4166-bb9e-db3cc709422a', 'tenant_id': '1dff44dcd306439ea6d1f64cae358515', 'mac_address': 'fa:16:3e:30:91:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f65695-21aa-47be-9b6c-46782657b78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd687bab0-4e02-4bbb-b7d3-fd6ef7a92063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:29Z', 'updated_at': '2021-04-11T17:20:50Z', 'revision_number': 5, 'project_id': '1dff44dcd306439ea6d1f64cae358515', 'subnets': [{'id': 'd687bab0-4e02-4bbb-b7d3-fd6ef7a92063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:26:03.708586 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-88da311c-b38b-4b9a-b01e-a911daf48d95 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "PUT /v2.0/floatingips/d224993d-89f8-49df-a4cc-d67b00bc36b9 HTTP/1.1" status: 200 len: 991 time: 1.7638261 Apr 11 17:26:03.710084 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7ac46a-142a-4e1f-8ddd-7e7dfbae9116 None None] Checking router: 84f65695-21aa-47be-9b6c-46782657b78e for host: dv-cinder-784779-4-smb {{(pid=85245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 11 17:26:03.712666 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be3d7dd3-d1fb-4715-9f4e-2fae4b389191', 'tag': 'c167f560-541d-40df-b488-b4c37b507465'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:26:03.720028 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7ac46a-142a-4e1f-8ddd-7e7dfbae9116 None None] Routers {'84f65695-21aa-47be-9b6c-46782657b78e'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:26:03.720756 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-5a7ac46a-142a-4e1f-8ddd-7e7dfbae9116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:25:37Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['84f65695-21aa-47be-9b6c-46782657b78e'], 'active': True} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:26:03.876348 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:03.954324 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device b2fbef57-9115-4869-b070-75dad6a54030 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 11 17:26:03.999000 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] No Port match for: b2fbef57-9115-4869-b070-75dad6a54030 {{(pid=85245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 11 17:26:03.999627 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device b2fbef57-9115-4869-b070-75dad6a54030 not bound to the agent host hv-cinder-78477 {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 11 17:26:04.001632 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-61a1cde9-c625-4436-8e36-1ee28e5c1b20 None None] Set router 84e65640-35af-44b5-bf9a-a711dc9c14a3 gateway port host: dv-cinder-784779-4-smb {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:26:04.016616 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-5a7ac46a-142a-4e1f-8ddd-7e7dfbae9116 None None] Set router 84f65695-21aa-47be-9b6c-46782657b78e gateway port host: dv-cinder-784779-4-smb {{(pid=85245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:26:04.058795 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be3d7dd3-d1fb-4715-9f4e-2fae4b389191', 'tag': 'c167f560-541d-40df-b488-b4c37b507465', 'status': 'completed', 'code': 200} Apr 11 17:26:04.184243 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f589d-a3ca-48b0-8e05-f4c0049cb86e req-8cdaeb60-1d47-41a1-9788-b692d63820dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:04.185916 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-855f589d-a3ca-48b0-8e05-f4c0049cb86e req-8cdaeb60-1d47-41a1-9788-b692d63820dd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=85eed75d59b44674a89c120123abc4ab&device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 1099 time: 0.1032166 Apr 11 17:26:04.348394 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f589d-a3ca-48b0-8e05-f4c0049cb86e req-15df6a34-6b21-4129-b665-b7eaece14cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:04.350308 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-855f589d-a3ca-48b0-8e05-f4c0049cb86e req-15df6a34-6b21-4129-b665-b7eaece14cff service neutron] 10.222.0.42 "GET /v2.0/networks?id=cbf8495d-d585-4ffa-8bba-b4256f490b2f HTTP/1.1" status: 200 len: 917 time: 0.1577721 Apr 11 17:26:04.522946 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-855f589d-a3ca-48b0-8e05-f4c0049cb86e req-d9f459f0-22ca-4ffa-899f-b360bd8e1218 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c167f560-541d-40df-b488-b4c37b507465 HTTP/1.1" status: 200 len: 999 time: 0.1656170 Apr 11 17:26:04.528834 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 35384) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:26:04.551342 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-61a1cde9-c625-4436-8e36-1ee28e5c1b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'name': 'tempest-AttachVolumeShelveTestJSON-485081815-router', 'tenant_id': '85eed75d59b44674a89c120123abc4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.34'}], 'enable_snat': True}, 'gw_port_id': '45ac6d1a-8f11-4838-967e-9ae6da68e221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:17Z', 'updated_at': '2021-04-11T17:20:40Z', 'revision_number': 4, 'project_id': '85eed75d59b44674a89c120123abc4ab', 'gw_port': {'id': '45ac6d1a-8f11-4838-967e-9ae6da68e221', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:19Z', 'updated_at': '2021-04-11T17:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_floatingips': [{'id': 'd224993d-89f8-49df-a4cc-d67b00bc36b9', 'tenant_id': '85eed75d59b44674a89c120123abc4ab', 'floating_ip_address': '172.28.2.76', 'floating_network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'router_id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'port_id': 'c167f560-541d-40df-b488-b4c37b507465', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f', 'mac_address': 'fa:16:3e:77:df:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3d7dd3-d1fb-4715-9f4e-2fae4b389191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:25:44Z', 'updated_at': '2021-04-11T17:26:02Z', 'revision_number': 1, 'project_id': '85eed75d59b44674a89c120123abc4ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7fc5bf2-0e93-45d6-8e1f-279078611876', 'name': '', 'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f', 'tenant_id': '85eed75d59b44674a89c120123abc4ab', 'mac_address': 'fa:16:3e:cb:50:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b37db23d-12d1-4791-957e-028de05166fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:34Z', 'updated_at': '2021-04-11T17:20:55Z', 'revision_number': 5, 'project_id': '85eed75d59b44674a89c120123abc4ab', 'subnets': [{'id': 'b37db23d-12d1-4791-957e-028de05166fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:26:04.556941 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a1cde9-c625-4436-8e36-1ee28e5c1b20 None None] Checking router: 84e65640-35af-44b5-bf9a-a711dc9c14a3 for host: dv-cinder-784779-4-smb {{(pid=85246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 11 17:26:04.581998 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a1cde9-c625-4436-8e36-1ee28e5c1b20 None None] Routers {'84e65640-35af-44b5-bf9a-a711dc9c14a3'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:26:04.582669 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-61a1cde9-c625-4436-8e36-1ee28e5c1b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:25:37Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['84e65640-35af-44b5-bf9a-a711dc9c14a3'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:26:04.616660 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b6beb76b-c352-4fba-a798-c69c6386937c tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:04.628682 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-5a7ac46a-142a-4e1f-8ddd-7e7dfbae9116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f65695-21aa-47be-9b6c-46782657b78e', 'name': 'tempest-AttachVolumeTestJSON-1696572694-router', 'tenant_id': '1dff44dcd306439ea6d1f64cae358515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd462fe93-d0f1-43d8-aafc-cb56153f2870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:16Z', 'updated_at': '2021-04-11T17:20:37Z', 'revision_number': 4, 'project_id': '1dff44dcd306439ea6d1f64cae358515', 'gw_port': {'id': 'd462fe93-d0f1-43d8-aafc-cb56153f2870', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f65695-21aa-47be-9b6c-46782657b78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:18Z', 'updated_at': '2021-04-11T17:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': '3059e80d-0bbd-432a-b41e-e94bb5851b33', 'name': '', 'network_id': 'f79386bd-8864-4166-bb9e-db3cc709422a', 'tenant_id': '1dff44dcd306439ea6d1f64cae358515', 'mac_address': 'fa:16:3e:30:91:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f65695-21aa-47be-9b6c-46782657b78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd687bab0-4e02-4bbb-b7d3-fd6ef7a92063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:29Z', 'updated_at': '2021-04-11T17:20:50Z', 'revision_number': 5, 'project_id': '1dff44dcd306439ea6d1f64cae358515', 'subnets': [{'id': 'd687bab0-4e02-4bbb-b7d3-fd6ef7a92063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:26:04.633514 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7ac46a-142a-4e1f-8ddd-7e7dfbae9116 None None] The sync data for ids ['84f65695-21aa-47be-9b6c-46782657b78e'] in dv-cinder-784779-4-smb is: [{'id': '84f65695-21aa-47be-9b6c-46782657b78e', 'name': 'tempest-AttachVolumeTestJSON-1696572694-router', 'tenant_id': '1dff44dcd306439ea6d1f64cae358515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd462fe93-d0f1-43d8-aafc-cb56153f2870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:16Z', 'updated_at': '2021-04-11T17:20:37Z', 'revision_number': 4, 'project_id': '1dff44dcd306439ea6d1f64cae358515', 'gw_port': {'id': 'd462fe93-d0f1-43d8-aafc-cb56153f2870', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f65695-21aa-47be-9b6c-46782657b78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:18Z', 'updated_at': '2021-04-11T17:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': '3059e80d-0bbd-432a-b41e-e94bb5851b33', 'name': '', 'network_id': 'f79386bd-8864-4166-bb9e-db3cc709422a', 'tenant_id': '1dff44dcd306439ea6d1f64cae358515', 'mac_address': 'fa:16:3e:30:91:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f65695-21aa-47be-9b6c-46782657b78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd687bab0-4e02-4bbb-b7d3-fd6ef7a92063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:29Z', 'updated_at': '2021-04-11T17:20:50Z', 'revision_number': 5, 'project_id': '1dff44dcd306439ea6d1f64cae358515', 'subnets': [{'id': 'd687bab0-4e02-4bbb-b7d3-fd6ef7a92063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 11 17:26:04.643898 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f589d-a3ca-48b0-8e05-f4c0049cb86e req-36d06d93-1fd4-4757-b3a9-34ea101d5c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:04.645440 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-855f589d-a3ca-48b0-8e05-f4c0049cb86e req-36d06d93-1fd4-4757-b3a9-34ea101d5c7b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b37db23d-12d1-4791-957e-028de05166fa HTTP/1.1" status: 200 len: 855 time: 0.1046581 Apr 11 17:26:04.652804 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b6beb76b-c352-4fba-a798-c69c6386937c tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:04.740416 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f589d-a3ca-48b0-8e05-f4c0049cb86e req-1df1c2c7-db78-40f5-9ace-b71ed5cfa0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:04.742248 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-855f589d-a3ca-48b0-8e05-f4c0049cb86e req-1df1c2c7-db78-40f5-9ace-b71ed5cfa0d2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbf8495d-d585-4ffa-8bba-b4256f490b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0905974 Apr 11 17:26:04.753466 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b6beb76b-c352-4fba-a798-c69c6386937c tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:04.767728 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-accc138a-8d9c-4bfe-bf98-e6a27d6f219c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:26:04.786166 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6beb76b-c352-4fba-a798-c69c6386937c tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f7aedf-dffa-4fdc-948f-e321d511164a,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:26:04.789418 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b6beb76b-c352-4fba-a798-c69c6386937c tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:26:04.790822 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b6beb76b-c352-4fba-a798-c69c6386937c tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:04.796575 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-b6beb76b-c352-4fba-a798-c69c6386937c tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "DELETE /v2.0/security-groups/30f7aedf-dffa-4fdc-948f-e321d511164a HTTP/1.1" status: 204 len: 168 time: 0.2657545 Apr 11 17:26:04.797383 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 35394) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:26:04.818890 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.v2.resource [None req-fe14f01f-ee4d-404a-8591-353c6e1d9c0d tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] show failed (client error): The resource could not be found. Apr 11 17:26:04.824057 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-fe14f01f-ee4d-404a-8591-353c6e1d9c0d tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups/30f7aedf-dffa-4fdc-948f-e321d511164a HTTP/1.1" status: 404 len: 347 time: 0.0253282 Apr 11 17:26:04.824764 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 35398) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:26:04.889978 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-06ed755a-7b5a-4ca9-9fd2-0c6951e9b385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:04.941291 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-855f589d-a3ca-48b0-8e05-f4c0049cb86e req-9ded81d6-c5e0-4310-9778-5048fb811a49 service neutron] 10.222.0.42 "GET /v2.0/networks/cbf8495d-d585-4ffa-8bba-b4256f490b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914241 Apr 11 17:26:05.059115 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-61a1cde9-c625-4436-8e36-1ee28e5c1b20 None None] Set router 84e65640-35af-44b5-bf9a-a711dc9c14a3 gateway port host: dv-cinder-784779-4-smb {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:26:05.106273 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-1b555d04-87a5-454f-bd65-85f9807835f2 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Deleting port 213061eb-67aa-45fb-8232-ab04919b1c4e {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:26:05.106657 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1b555d04-87a5-454f-bd65-85f9807835f2 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:05.183967 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-855f589d-a3ca-48b0-8e05-f4c0049cb86e req-15e29930-ba61-4adb-83cb-8ec34e0ede74 service neutron] 10.222.0.42 "GET /v2.0/networks/cbf8495d-d585-4ffa-8bba-b4256f490b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356799 Apr 11 17:26:05.218118 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db8a22b-fc55-46ff-bea5-e21bca387e15 None None] New status for floating IP 967c47cf-c803-4db3-9abd-f155e85bcc60: DOWN {{(pid=85245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 11 17:26:05.510170 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-61a1cde9-c625-4436-8e36-1ee28e5c1b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'name': 'tempest-AttachVolumeShelveTestJSON-485081815-router', 'tenant_id': '85eed75d59b44674a89c120123abc4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.34'}], 'enable_snat': True}, 'gw_port_id': '45ac6d1a-8f11-4838-967e-9ae6da68e221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:17Z', 'updated_at': '2021-04-11T17:20:40Z', 'revision_number': 4, 'project_id': '85eed75d59b44674a89c120123abc4ab', 'gw_port': {'id': '45ac6d1a-8f11-4838-967e-9ae6da68e221', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:19Z', 'updated_at': '2021-04-11T17:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_floatingips': [{'id': 'd224993d-89f8-49df-a4cc-d67b00bc36b9', 'tenant_id': '85eed75d59b44674a89c120123abc4ab', 'floating_ip_address': '172.28.2.76', 'floating_network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'router_id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'port_id': 'c167f560-541d-40df-b488-b4c37b507465', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f', 'mac_address': 'fa:16:3e:77:df:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3d7dd3-d1fb-4715-9f4e-2fae4b389191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:25:44Z', 'updated_at': '2021-04-11T17:26:02Z', 'revision_number': 1, 'project_id': '85eed75d59b44674a89c120123abc4ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7fc5bf2-0e93-45d6-8e1f-279078611876', 'name': '', 'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f', 'tenant_id': '85eed75d59b44674a89c120123abc4ab', 'mac_address': 'fa:16:3e:cb:50:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b37db23d-12d1-4791-957e-028de05166fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:34Z', 'updated_at': '2021-04-11T17:20:55Z', 'revision_number': 5, 'project_id': '85eed75d59b44674a89c120123abc4ab', 'subnets': [{'id': 'b37db23d-12d1-4791-957e-028de05166fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:26:05.514856 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a1cde9-c625-4436-8e36-1ee28e5c1b20 None None] The sync data for ids ['84e65640-35af-44b5-bf9a-a711dc9c14a3'] in dv-cinder-784779-4-smb is: [{'id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'name': 'tempest-AttachVolumeShelveTestJSON-485081815-router', 'tenant_id': '85eed75d59b44674a89c120123abc4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.34'}], 'enable_snat': True}, 'gw_port_id': '45ac6d1a-8f11-4838-967e-9ae6da68e221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:17Z', 'updated_at': '2021-04-11T17:20:40Z', 'revision_number': 4, 'project_id': '85eed75d59b44674a89c120123abc4ab', 'gw_port': {'id': '45ac6d1a-8f11-4838-967e-9ae6da68e221', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:19Z', 'updated_at': '2021-04-11T17:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_floatingips': [{'id': 'd224993d-89f8-49df-a4cc-d67b00bc36b9', 'tenant_id': '85eed75d59b44674a89c120123abc4ab', 'floating_ip_address': '172.28.2.76', 'floating_network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'router_id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'port_id': 'c167f560-541d-40df-b488-b4c37b507465', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f', 'mac_address': 'fa:16:3e:77:df:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be3d7dd3-d1fb-4715-9f4e-2fae4b389191', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:25:44Z', 'updated_at': '2021-04-11T17:26:02Z', 'revision_number': 1, 'project_id': '85eed75d59b44674a89c120123abc4ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7fc5bf2-0e93-45d6-8e1f-279078611876', 'name': '', 'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f', 'tenant_id': '85eed75d59b44674a89c120123abc4ab', 'mac_address': 'fa:16:3e:cb:50:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b37db23d-12d1-4791-957e-028de05166fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:34Z', 'updated_at': '2021-04-11T17:20:55Z', 'revision_number': 5, 'project_id': '85eed75d59b44674a89c120123abc4ab', 'subnets': [{'id': 'b37db23d-12d1-4791-957e-028de05166fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 11 17:26:05.601493 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1b555d04-87a5-454f-bd65-85f9807835f2 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:05.602043 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1b555d04-87a5-454f-bd65-85f9807835f2 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:05.736551 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-1b555d04-87a5-454f-bd65-85f9807835f2 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Calling delete_port for 213061eb-67aa-45fb-8232-ab04919b1c4e owned by network:floatingip {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:26:05.800238 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-373b0fd1-ed78-442d-815e-db984ac3c5cf None None] New status for floating IP d224993d-89f8-49df-a4cc-d67b00bc36b9: ACTIVE {{(pid=85246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 11 17:26:05.831042 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.db.api [None req-1b555d04-87a5-454f-bd65-85f9807835f2 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85244) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 11 17:26:05.831414 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_db.api [None req-1b555d04-87a5-454f-bd65-85f9807835f2 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 11 17:26:06.332448 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-1b555d04-87a5-454f-bd65-85f9807835f2 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Deleting port 213061eb-67aa-45fb-8232-ab04919b1c4e {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:26:06.332833 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1b555d04-87a5-454f-bd65-85f9807835f2 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:06.522853 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1b555d04-87a5-454f-bd65-85f9807835f2 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:06.523368 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1b555d04-87a5-454f-bd65-85f9807835f2 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:06.660530 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-1b555d04-87a5-454f-bd65-85f9807835f2 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Calling delete_port for 213061eb-67aa-45fb-8232-ab04919b1c4e owned by network:floatingip {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:26:06.811549 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1b555d04-87a5-454f-bd65-85f9807835f2 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771099430430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771099036582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6317060'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:06.828177 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d75c3890-3855-4c71-bc0a-1cbda5f71f9e tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:26:06.937679 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b555d04-87a5-454f-bd65-85f9807835f2 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Pushing event deleted for resources: {'Port': ['ID=213061eb-67aa-45fb-8232-ab04919b1c4e,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:26:06.942831 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1b555d04-87a5-454f-bd65-85f9807835f2 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:26:07.011558 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 35434) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:26:07.102621 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1b555d04-87a5-454f-bd65-85f9807835f2 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks [] for floatingip, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:07.117536 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1b555d04-87a5-454f-bd65-85f9807835f2 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for floatingip, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:07.118747 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-1b555d04-87a5-454f-bd65-85f9807835f2 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "DELETE /v2.0/floatingips/967c47cf-c803-4db3-9abd-f155e85bcc60 HTTP/1.1" status: 204 len: 168 time: 2.2928948 Apr 11 17:26:07.149717 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-65373d8c-cb01-4173-b104-e80869daa6f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:07.167045 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-65373d8c-cb01-4173-b104-e80869daa6f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:26:07.171189 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-65373d8c-cb01-4173-b104-e80869daa6f4 admin admin] Usage tracker for resource:security_group_rule and tenant:9584196759574d03b9855235f6c6dcd2 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:26:07.178153 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-65373d8c-cb01-4173-b104-e80869daa6f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:26:07.184686 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-65373d8c-cb01-4173-b104-e80869daa6f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:26:07.271844 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-65373d8c-cb01-4173-b104-e80869daa6f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:07.275199 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-65373d8c-cb01-4173-b104-e80869daa6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:07.284990 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-07c7dcf9-201c-411e-a56b-a9ac6fd3042e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:26:07.303437 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2d6bfef0-7a82-449a-b553-e3d7c7e39917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:07.337445 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65373d8c-cb01-4173-b104-e80869daa6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6a8810-cef3-430d-90b3-847b631f44c3,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:26:07.341218 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-65373d8c-cb01-4173-b104-e80869daa6f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:26:07.347312 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 35444) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:26:07.347472 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-65373d8c-cb01-4173-b104-e80869daa6f4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9584196759574d03b9855235f6c6dcd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3345048 Apr 11 17:26:07.414631 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-416a4d10-fe4c-430b-828e-238009a01635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:07.417893 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 35448) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:26:07.424303 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-caae739e-f23d-41e8-87ba-4ab7acf19f96 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Request body: {'security_group': {'name': 'tempest-securitygroup--291196632', 'description': 'tempest-description--570883312'}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:26:07.430828 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-caae739e-f23d-41e8-87ba-4ab7acf19f96 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:26:07.435553 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-caae739e-f23d-41e8-87ba-4ab7acf19f96 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Usage tracker for resource:security_group and tenant:1dff44dcd306439ea6d1f64cae358515 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:26:07.438406 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-caae739e-f23d-41e8-87ba-4ab7acf19f96 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:26:07.443527 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-416a4d10-fe4c-430b-828e-238009a01635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:07.445125 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-caae739e-f23d-41e8-87ba-4ab7acf19f96 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:26:07.456952 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-caae739e-f23d-41e8-87ba-4ab7acf19f96 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:07.461164 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-caae739e-f23d-41e8-87ba-4ab7acf19f96 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:26:07.465742 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-caae739e-f23d-41e8-87ba-4ab7acf19f96 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Usage tracker for resource:security_group_rule and tenant:1dff44dcd306439ea6d1f64cae358515 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:26:07.469280 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-caae739e-f23d-41e8-87ba-4ab7acf19f96 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:26:07.474948 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-caae739e-f23d-41e8-87ba-4ab7acf19f96 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:26:07.492216 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-416a4d10-fe4c-430b-828e-238009a01635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:07.497553 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2df5da5d-3138-46d4-bd74-1206fe086665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:26:07.515618 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416a4d10-fe4c-430b-828e-238009a01635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6a8810-cef3-430d-90b3-847b631f44c3,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:26:07.519110 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-416a4d10-fe4c-430b-828e-238009a01635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:26:07.520412 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-416a4d10-fe4c-430b-828e-238009a01635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:07.524062 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-416a4d10-fe4c-430b-828e-238009a01635 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2b6a8810-cef3-430d-90b3-847b631f44c3 HTTP/1.1" status: 204 len: 168 time: 0.1731455 Apr 11 17:26:07.557526 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-caae739e-f23d-41e8-87ba-4ab7acf19f96 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:07.560480 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-caae739e-f23d-41e8-87ba-4ab7acf19f96 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:07.566682 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7dd984b8-3d67-45cf-8582-c6ffe8b7fb6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:26:07.614701 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caae739e-f23d-41e8-87ba-4ab7acf19f96 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3c9443-cebd-4bb5-80d6-f0f5c416614e,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:26:07.619910 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-caae739e-f23d-41e8-87ba-4ab7acf19f96 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:26:07.623760 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-caae739e-f23d-41e8-87ba-4ab7acf19f96 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:07.628282 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-caae739e-f23d-41e8-87ba-4ab7acf19f96 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2058413 Apr 11 17:26:07.628282 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 35454) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:26:07.633818 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-a5dea677-84e6-444c-930a-216ddcf93af9 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Request body: {'security_group_rule': {'security_group_id': '3e3c9443-cebd-4bb5-80d6-f0f5c416614e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:26:07.640214 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-a5dea677-84e6-444c-930a-216ddcf93af9 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:26:07.644496 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-a5dea677-84e6-444c-930a-216ddcf93af9 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Usage tracker for resource:security_group_rule and tenant:1dff44dcd306439ea6d1f64cae358515 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:26:07.647735 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-a5dea677-84e6-444c-930a-216ddcf93af9 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:26:07.654496 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-a5dea677-84e6-444c-930a-216ddcf93af9 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:26:07.672128 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a5dea677-84e6-444c-930a-216ddcf93af9 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:07.739958 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a5dea677-84e6-444c-930a-216ddcf93af9 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:07.743058 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a5dea677-84e6-444c-930a-216ddcf93af9 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665862'] for security_group_rule, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:07.745309 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c73a64c0-8d74-4d76-9e5b-51fc3d8acda6 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:26:07.767899 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dea677-84e6-444c-930a-216ddcf93af9 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bbb6967-b1f8-4db8-a310-75ebd2760b9d,revision_number=0']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:26:07.772668 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a5dea677-84e6-444c-930a-216ddcf93af9 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:26:07.780282 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a5dea677-84e6-444c-930a-216ddcf93af9 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:07.781602 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-a5dea677-84e6-444c-930a-216ddcf93af9 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1524537 Apr 11 17:26:07.784590 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 35460) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:26:07.790553 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-5ca8dff8-c9ca-4cd7-af55-9817424199b6 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Request body: {'security_group_rule': {'security_group_id': '3e3c9443-cebd-4bb5-80d6-f0f5c416614e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:26:07.796999 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-5ca8dff8-c9ca-4cd7-af55-9817424199b6 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:26:07.801634 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-5ca8dff8-c9ca-4cd7-af55-9817424199b6 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Usage tracker for resource:security_group_rule and tenant:1dff44dcd306439ea6d1f64cae358515 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:26:07.804788 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-5ca8dff8-c9ca-4cd7-af55-9817424199b6 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:26:07.810975 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-5ca8dff8-c9ca-4cd7-af55-9817424199b6 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:26:07.830239 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 35464) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:26:07.831396 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5ca8dff8-c9ca-4cd7-af55-9817424199b6 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:07.849435 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9eb52072-0718-4917-bb9b-0d2f7bf75e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:07.865484 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-9eb52072-0718-4917-bb9b-0d2f7bf75e0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:26:07.869591 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-9eb52072-0718-4917-bb9b-0d2f7bf75e0f admin admin] Usage tracker for resource:security_group_rule and tenant:602e33449b7b4d0bbcb80b42c460b438 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:26:07.872560 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-9eb52072-0718-4917-bb9b-0d2f7bf75e0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:26:07.879418 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-9eb52072-0718-4917-bb9b-0d2f7bf75e0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:26:07.897483 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5ca8dff8-c9ca-4cd7-af55-9817424199b6 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:07.900908 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5ca8dff8-c9ca-4cd7-af55-9817424199b6 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665862'] for security_group_rule, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:07.903083 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-0692a5a9-2039-45ac-9406-5e1dc9b812af tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:26:07.927261 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca8dff8-c9ca-4cd7-af55-9817424199b6 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ed3994f-3eb8-4acb-b32e-3ff8e2e163df,revision_number=0']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:26:07.929927 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5ca8dff8-c9ca-4cd7-af55-9817424199b6 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:26:07.937239 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5ca8dff8-c9ca-4cd7-af55-9817424199b6 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:07.942385 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-5ca8dff8-c9ca-4cd7-af55-9817424199b6 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1527061 Apr 11 17:26:07.942653 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 35468) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:26:07.948544 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-3d7fd3f6-c1b9-4946-b0b9-3595b1c14321 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Request body: {'floatingip': {'floating_network_id': '760603f5-451c-4017-b5ea-df3888d3fb56'}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:26:07.950934 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:07.955154 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-3d7fd3f6-c1b9-4946-b0b9-3595b1c14321 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:26:07.959626 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-3d7fd3f6-c1b9-4946-b0b9-3595b1c14321 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Usage tracker for resource:floatingip and tenant:1dff44dcd306439ea6d1f64cae358515 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:26:07.962688 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-3d7fd3f6-c1b9-4946-b0b9-3595b1c14321 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:26:07.968789 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-3d7fd3f6-c1b9-4946-b0b9-3595b1c14321 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:26:07.970809 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9eb52072-0718-4917-bb9b-0d2f7bf75e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:07.974902 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9eb52072-0718-4917-bb9b-0d2f7bf75e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:07.978935 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3d7fd3f6-c1b9-4946-b0b9-3595b1c14321 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks [] for floatingip, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:07.984391 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3c064e04-d6ff-4fef-845a-cd6296bac49c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:26:08.029350 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-9eb52072-0718-4917-bb9b-0d2f7bf75e0f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=602e33449b7b4d0bbcb80b42c460b438&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1979439 Apr 11 17:26:08.032233 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 35472) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:26:08.035401 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb52072-0718-4917-bb9b-0d2f7bf75e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58dfaef5-c183-4038-835b-e632aaf33b5e,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:26:08.051557 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-9eb52072-0718-4917-bb9b-0d2f7bf75e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:26:08.102693 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ca512ee3-768f-434e-ab09-521607905042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:08.131145 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ca512ee3-768f-434e-ab09-521607905042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:08.136198 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3d7fd3f6-c1b9-4946-b0b9-3595b1c14321 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:08.179937 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ca512ee3-768f-434e-ab09-521607905042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:08.185002 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1a36f01c-d2b2-470a-bb0a-af7c4083ae31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:26:08.198649 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca512ee3-768f-434e-ab09-521607905042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58dfaef5-c183-4038-835b-e632aaf33b5e,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:26:08.201740 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ca512ee3-768f-434e-ab09-521607905042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:26:08.202729 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ca512ee3-768f-434e-ab09-521607905042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:08.204071 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-ca512ee3-768f-434e-ab09-521607905042 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/58dfaef5-c183-4038-835b-e632aaf33b5e HTTP/1.1" status: 204 len: 168 time: 0.1706247 Apr 11 17:26:08.295155 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-3d7fd3f6-c1b9-4946-b0b9-3595b1c14321 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Allocated IP 172.28.2.163 (760603f5-451c-4017-b5ea-df3888d3fb56/e13c5172-f61e-460b-afd0-2fdd7fa5ba98/ed5b652e-f9be-469c-a12f-607dda7083f3) {{(pid=85243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:26:08.391728 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:08.464738 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3d7fd3f6-c1b9-4946-b0b9-3595b1c14321 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks [] for port, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:08.514708 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3d7fd3f6-c1b9-4946-b0b9-3595b1c14321 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6354135'] for port, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:08.532574 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ab224ed8-e2da-474a-b778-9c3adbda00c4 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:26:08.670745 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7fd3f6-c1b9-4946-b0b9-3595b1c14321 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Pushing event updated for resources: {'Port': ['ID=ed5b652e-f9be-469c-a12f-607dda7083f3,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:26:08.682906 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3d7fd3f6-c1b9-4946-b0b9-3595b1c14321 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:26:08.727330 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7fd3f6-c1b9-4946-b0b9-3595b1c14321 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Network 760603f5-451c-4017-b5ea-df3888d3fb56 is already hosted by enough agents. {{(pid=85243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:26:08.728949 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-3d7fd3f6-c1b9-4946-b0b9-3595b1c14321 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Resources bound (agent type, host, resource id): {{(pid=85243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:26:08.731356 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7fd3f6-c1b9-4946-b0b9-3595b1c14321 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Received port after_create {{(pid=85243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:26:08.817788 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3d7fd3f6-c1b9-4946-b0b9-3595b1c14321 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:08.883066 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3d7fd3f6-c1b9-4946-b0b9-3595b1c14321 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:09.075393 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 35498) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:26:09.170559 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3d7fd3f6-c1b9-4946-b0b9-3595b1c14321 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks [] for port, precommit_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:09.175697 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3d7fd3f6-c1b9-4946-b0b9-3595b1c14321 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848421665'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:09.192234 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-0ea19dc1-c01f-4983-b025-e56ae4d7a702 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:26:09.201742 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-c0c6cf60-9644-4d99-84c6-31aef607a059 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1453486668-network', 'tenant_id': '6614b34e3a47438988e268cd7a4a824d'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:26:09.207581 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-c0c6cf60-9644-4d99-84c6-31aef607a059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:26:09.212134 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-c0c6cf60-9644-4d99-84c6-31aef607a059 admin admin] Usage tracker for resource:network and tenant:6614b34e3a47438988e268cd7a4a824d is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:26:09.215196 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-c0c6cf60-9644-4d99-84c6-31aef607a059 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:26:09.221496 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-c0c6cf60-9644-4d99-84c6-31aef607a059 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:26:09.231693 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c6cf60-9644-4d99-84c6-31aef607a059 admin admin] Made reservation on behalf of 6614b34e3a47438988e268cd7a4a824d for: {'network': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:26:09.237102 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c0c6cf60-9644-4d99-84c6-31aef607a059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for network, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:09.251006 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c0c6cf60-9644-4d99-84c6-31aef607a059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:09.267381 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-c0c6cf60-9644-4d99-84c6-31aef607a059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:26:09.271617 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-c0c6cf60-9644-4d99-84c6-31aef607a059 admin admin] Usage tracker for resource:security_group_rule and tenant:6614b34e3a47438988e268cd7a4a824d is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:26:09.274675 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-c0c6cf60-9644-4d99-84c6-31aef607a059 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:26:09.280975 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-c0c6cf60-9644-4d99-84c6-31aef607a059 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:26:09.295713 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:09.331990 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7fd3f6-c1b9-4946-b0b9-3595b1c14321 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Pushing event updated for resources: {'Port': ['ID=ed5b652e-f9be-469c-a12f-607dda7083f3,revision_number=2']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:26:09.335266 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3d7fd3f6-c1b9-4946-b0b9-3595b1c14321 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:26:09.371435 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c0c6cf60-9644-4d99-84c6-31aef607a059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:09.374511 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c0c6cf60-9644-4d99-84c6-31aef607a059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:09.379562 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b6beb76b-c352-4fba-a798-c69c6386937c tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:26:09.407082 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0c6cf60-9644-4d99-84c6-31aef607a059 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=85244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 11 17:26:09.421235 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c6cf60-9644-4d99-84c6-31aef607a059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754028be-f1c6-4364-8ff6-38a30064e0ef,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:26:09.426495 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c0c6cf60-9644-4d99-84c6-31aef607a059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:26:09.427533 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c0c6cf60-9644-4d99-84c6-31aef607a059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854391073'] for segment, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:09.427978 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.db.segments_db [None req-c0c6cf60-9644-4d99-84c6-31aef607a059 admin admin] Added segment 9ce0154b-735f-4bb0-90dc-3271cb07138e of type vlan for network ecb7d1eb-102b-4635-a239-2859890780ab Apr 11 17:26:09.459559 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c0c6cf60-9644-4d99-84c6-31aef607a059 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265755767019'] for network, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:09.460781 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3d7fd3f6-c1b9-4946-b0b9-3595b1c14321 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846760615'] for floatingip, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:09.493737 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c0c6cf60-9644-4d99-84c6-31aef607a059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213'] for network, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:09.495217 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c6cf60-9644-4d99-84c6-31aef607a059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:09.495544 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3d7fd3f6-c1b9-4946-b0b9-3595b1c14321 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for floatingip, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:09.495884 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c0c6cf60-9644-4d99-84c6-31aef607a059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for network, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:09.500436 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-3d7fd3f6-c1b9-4946-b0b9-3595b1c14321 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5566766 Apr 11 17:26:09.502151 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c5f962df-c8a0-413d-aa5b-48f61495a1d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:26:09.614335 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c6cf60-9644-4d99-84c6-31aef607a059 admin admin] Pushing event updated for resources: {'Network': ['ID=ecb7d1eb-102b-4635-a239-2859890780ab,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:26:09.617637 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-c0c6cf60-9644-4d99-84c6-31aef607a059 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5410597 Apr 11 17:26:09.618693 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c0c6cf60-9644-4d99-84c6-31aef607a059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:26:09.621458 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 35510) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:26:09.625613 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Network ecb7d1eb-102b-4635-a239-2859890780ab details requested by agent ovs-agent-dv-cinder-784779-4-smb with host dv-cinder-784779-4-smb {{(pid=85245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 11 17:26:09.627780 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-4057d87c-3dd3-411b-beb4-7db96fb469cf admin admin] Request body: {'subnet': {'network_id': 'ecb7d1eb-102b-4635-a239-2859890780ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1453486668-subnet', 'tenant_id': '6614b34e3a47438988e268cd7a4a824d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:26:09.633504 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-4057d87c-3dd3-411b-beb4-7db96fb469cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:26:09.638566 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-4057d87c-3dd3-411b-beb4-7db96fb469cf admin admin] Usage tracker for resource:subnet and tenant:6614b34e3a47438988e268cd7a4a824d is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:26:09.641286 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-4057d87c-3dd3-411b-beb4-7db96fb469cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:26:09.650134 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-4057d87c-3dd3-411b-beb4-7db96fb469cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:26:09.662327 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4057d87c-3dd3-411b-beb4-7db96fb469cf admin admin] Made reservation on behalf of 6614b34e3a47438988e268cd7a4a824d for: {'subnet': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:26:09.667874 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4057d87c-3dd3-411b-beb4-7db96fb469cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7056698'] for subnet, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:09.782062 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-de38a916-2bb7-411d-b300-063407b388eb req-66449868-49e4-40db-9378-085c539f049d tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Synchronizing usage tracker for tenant:1dff44dcd306439ea6d1f64cae358515 on resource:security_group {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:26:09.816085 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-de38a916-2bb7-411d-b300-063407b388eb req-66449868-49e4-40db-9378-085c539f049d tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Unset dirty status for tenant:1dff44dcd306439ea6d1f64cae358515 on resource:security_group {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:26:09.817365 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-de38a916-2bb7-411d-b300-063407b388eb req-66449868-49e4-40db-9378-085c539f049d tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--291196632&fields=id&tenant_id=1dff44dcd306439ea6d1f64cae358515 HTTP/1.1" status: 200 len: 267 time: 0.0798128 Apr 11 17:26:10.072366 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38a916-2bb7-411d-b300-063407b388eb req-5079cad7-2cd0-4c3d-bb32-26924cfb378f tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:10.073909 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-de38a916-2bb7-411d-b300-063407b388eb req-5079cad7-2cd0-4c3d-bb32-26924cfb378f tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/networks?id=f79386bd-8864-4166-bb9e-db3cc709422a HTTP/1.1" status: 200 len: 811 time: 0.2484076 Apr 11 17:26:10.155613 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-de38a916-2bb7-411d-b300-063407b388eb req-b55d462b-75cb-4da1-9ebd-4b065c442658 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/quotas/1dff44dcd306439ea6d1f64cae358515 HTTP/1.1" status: 200 len: 375 time: 0.0667613 Apr 11 17:26:10.285703 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-de38a916-2bb7-411d-b300-063407b388eb req-8bd19dd1-2569-4833-8033-eb22d9257fea tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Synchronizing usage tracker for tenant:1dff44dcd306439ea6d1f64cae358515 on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:26:10.307101 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-de38a916-2bb7-411d-b300-063407b388eb req-8bd19dd1-2569-4833-8033-eb22d9257fea tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Unset dirty status for tenant:1dff44dcd306439ea6d1f64cae358515 on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:26:10.308581 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-de38a916-2bb7-411d-b300-063407b388eb req-8bd19dd1-2569-4833-8033-eb22d9257fea tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1dff44dcd306439ea6d1f64cae358515&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1405983 Apr 11 17:26:10.385933 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4057d87c-3dd3-411b-beb4-7db96fb469cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848457292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7056709'] for subnet, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:10.402628 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-01172665-fae9-48d5-a516-a8a8c12bdd68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:26:10.618963 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057d87c-3dd3-411b-beb4-7db96fb469cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=47aeaecc-b7f7-4386-bccc-d98b04ae59a0,revision_number=0']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:26:10.635267 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-4057d87c-3dd3-411b-beb4-7db96fb469cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:26:10.697532 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-de38a916-2bb7-411d-b300-063407b388eb req-7d8f3c78-0f7a-4c85-832b-94a05d182460 service neutron] 10.222.0.16 "GET /v2.0/networks/f79386bd-8864-4166-bb9e-db3cc709422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461111 Apr 11 17:26:10.822468 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4057d87c-3dd3-411b-beb4-7db96fb469cf admin admin] Checking segment: {'id': '9ce0154b-735f-4bb0-90dc-3271cb07138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ecb7d1eb-102b-4635-a239-2859890780ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:26:10.823038 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4057d87c-3dd3-411b-beb4-7db96fb469cf admin admin] Network hostable DHCP agents. Network: ecb7d1eb-102b-4635-a239-2859890780ab, hostable agents: ['86fd9441-0b4f-48d7-82ef-ef4e0a434903'], hosted agents: [] {{(pid=85244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 11 17:26:10.874835 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4057d87c-3dd3-411b-beb4-7db96fb469cf admin admin] Network ecb7d1eb-102b-4635-a239-2859890780ab is scheduled to be hosted by DHCP agent 86fd9441-0b4f-48d7-82ef-ef4e0a434903 with binding_index 1 {{(pid=85244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 11 17:26:10.886460 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-de38a916-2bb7-411d-b300-063407b388eb req-f00cfff0-7771-458f-b1da-1ddc69351b50 service neutron] 10.222.0.16 "GET /v2.0/networks/f79386bd-8864-4166-bb9e-db3cc709422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799166 Apr 11 17:26:10.889913 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-4057d87c-3dd3-411b-beb4-7db96fb469cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-4-smb, ecb7d1eb-102b-4635-a239-2859890780ab) {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:26:10.900513 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52275632-d724-49c3-8e85-9bf5fab83a67 None None] Network ecb7d1eb-102b-4635-a239-2859890780ab requested from dv-cinder-784779-4-smb {{(pid=85245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 11 17:26:10.901841 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4057d87c-3dd3-411b-beb4-7db96fb469cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:10.902489 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4057d87c-3dd3-411b-beb4-7db96fb469cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:10.925388 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-4057d87c-3dd3-411b-beb4-7db96fb469cf admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3015010 Apr 11 17:26:11.138604 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-70843a50-2d3e-4927-bb6f-b68ea9536033 req-1fd61a45-b6b6-4774-8fce-7d96affb9390 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=235afded-ccca-4743-a07f-f3f6af58c9d6 HTTP/1.1" status: 200 len: 210 time: 0.0730486 Apr 11 17:26:11.179552 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae107aab-f207-46f3-8562-96003a327ba9 None None] Network ecb7d1eb-102b-4635-a239-2859890780ab requested from dv-cinder-784779-4-smb {{(pid=85245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 11 17:26:12.288433 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38a916-2bb7-411d-b300-063407b388eb req-9fe46404-710a-46b3-bce6-9eb62bf775f0 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:12.289963 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-de38a916-2bb7-411d-b300-063407b388eb req-9fe46404-710a-46b3-bce6-9eb62bf775f0 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.42 "GET /v2.0/networks?id=f79386bd-8864-4166-bb9e-db3cc709422a HTTP/1.1" status: 200 len: 811 time: 0.1736820 Apr 11 17:26:12.305220 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c4326963-9e98-4581-92ff-8867d63c6150 req-8c07f968-f415-4f01-aa7c-99825bc376b7 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=235afded-ccca-4743-a07f-f3f6af58c9d6 HTTP/1.1" status: 200 len: 210 time: 0.0503056 Apr 11 17:26:12.351166 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-de38a916-2bb7-411d-b300-063407b388eb req-88c1f8e1-3b23-441c-9622-5cbb883a6887 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Synchronizing usage tracker for tenant:1dff44dcd306439ea6d1f64cae358515 on resource:security_group {{(pid=85243) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:26:12.364130 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-de38a916-2bb7-411d-b300-063407b388eb req-88c1f8e1-3b23-441c-9622-5cbb883a6887 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Unset dirty status for tenant:1dff44dcd306439ea6d1f64cae358515 on resource:security_group {{(pid=85243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:26:12.365534 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-de38a916-2bb7-411d-b300-063407b388eb req-88c1f8e1-3b23-441c-9622-5cbb883a6887 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1dff44dcd306439ea6d1f64cae358515 HTTP/1.1" status: 200 len: 5703 time: 0.0668263 Apr 11 17:26:12.379302 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [req-de38a916-2bb7-411d-b300-063407b388eb req-8d684553-2b49-478c-8996-778b01dc4fd8 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Request body: {'port': {'device_id': '235afded-ccca-4743-a07f-f3f6af58c9d6', 'network_id': 'f79386bd-8864-4166-bb9e-db3cc709422a', 'admin_state_up': True, 'tenant_id': '1dff44dcd306439ea6d1f64cae358515', 'security_groups': ['3e3c9443-cebd-4bb5-80d6-f0f5c416614e']}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:26:12.538235 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [req-de38a916-2bb7-411d-b300-063407b388eb req-8d684553-2b49-478c-8996-778b01dc4fd8 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:26:12.548808 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [req-de38a916-2bb7-411d-b300-063407b388eb req-8d684553-2b49-478c-8996-778b01dc4fd8 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:26:12.557964 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de38a916-2bb7-411d-b300-063407b388eb req-8d684553-2b49-478c-8996-778b01dc4fd8 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Made reservation on behalf of 1dff44dcd306439ea6d1f64cae358515 for: {'port': 1} {{(pid=85243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:26:12.564690 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-de38a916-2bb7-411d-b300-063407b388eb req-8d684553-2b49-478c-8996-778b01dc4fd8 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:12.719031 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [req-de38a916-2bb7-411d-b300-063407b388eb req-8d684553-2b49-478c-8996-778b01dc4fd8 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Allocated IP 172.20.0.11 (f79386bd-8864-4166-bb9e-db3cc709422a/d687bab0-4e02-4bbb-b7d3-fd6ef7a92063/0992fd14-6d39-49f4-aee9-fc73b54dbf8a) {{(pid=85243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:26:13.136877 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-c16278c7-e19b-414e-b233-2ca890e14657 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:13.137657 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-c16278c7-e19b-414e-b233-2ca890e14657 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Synchronizing usage tracker for tenant:6614b34e3a47438988e268cd7a4a824d on resource:network {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:26:13.161447 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-c16278c7-e19b-414e-b233-2ca890e14657 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Unset dirty status for tenant:6614b34e3a47438988e268cd7a4a824d on resource:network {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:26:13.162773 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-c16278c7-e19b-414e-b233-2ca890e14657 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/networks?id=ecb7d1eb-102b-4635-a239-2859890780ab HTTP/1.1" status: 200 len: 809 time: 0.2071919 Apr 11 17:26:13.171578 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-de38a916-2bb7-411d-b300-063407b388eb req-8d684553-2b49-478c-8996-778b01dc4fd8 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks [] for port, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:13.182267 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-8fe97e73-5fb4-438e-aa08-43831ae0faa8 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/quotas/6614b34e3a47438988e268cd7a4a824d HTTP/1.1" status: 200 len: 375 time: 0.0115743 Apr 11 17:26:13.191885 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-de38a916-2bb7-411d-b300-063407b388eb req-8d684553-2b49-478c-8996-778b01dc4fd8 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Transition to ACTIVE for port object 0992fd14-6d39-49f4-aee9-fc73b54dbf8a will not be triggered until provisioned by entity DHCP. {{(pid=85243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:26:13.221739 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-de38a916-2bb7-411d-b300-063407b388eb req-8d684553-2b49-478c-8996-778b01dc4fd8 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6354135'] for port, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:13.241119 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:26:13.242592 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-96a471f2-6057-4c5a-a3fb-db839bfb8846 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6614b34e3a47438988e268cd7a4a824d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520353 Apr 11 17:26:13.388792 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d684553-2b49-478c-8996-778b01dc4fd8 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Pushing event updated for resources: {'Port': ['ID=0992fd14-6d39-49f4-aee9-fc73b54dbf8a,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:26:13.392857 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8d684553-2b49-478c-8996-778b01dc4fd8 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:26:13.459640 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de38a916-2bb7-411d-b300-063407b388eb req-8d684553-2b49-478c-8996-778b01dc4fd8 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Network f79386bd-8864-4166-bb9e-db3cc709422a is already hosted by enough agents. {{(pid=85243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:26:13.461033 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [req-de38a916-2bb7-411d-b300-063407b388eb req-8d684553-2b49-478c-8996-778b01dc4fd8 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Resources bound (agent type, host, resource id): {{(pid=85243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:26:13.463402 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-de38a916-2bb7-411d-b300-063407b388eb req-8d684553-2b49-478c-8996-778b01dc4fd8 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Received port after_create {{(pid=85243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:26:13.534580 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38a916-2bb7-411d-b300-063407b388eb req-8d684553-2b49-478c-8996-778b01dc4fd8 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:13.535635 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-de38a916-2bb7-411d-b300-063407b388eb req-8d684553-2b49-478c-8996-778b01dc4fd8 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for port, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:13.564852 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-de38a916-2bb7-411d-b300-063407b388eb req-8d684553-2b49-478c-8996-778b01dc4fd8 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1894693 Apr 11 17:26:13.578292 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [req-de38a916-2bb7-411d-b300-063407b388eb req-d41645c6-c2c1-4413-b73b-9706868fee38 service neutron] Request body: {'port': {'device_id': '235afded-ccca-4743-a07f-f3f6af58c9d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:26:13.708653 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-9ab2e746-c650-4123-a509-32709534db41 None None] Provisioning for port 0992fd14-6d39-49f4-aee9-fc73b54dbf8a completed by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:26:13.709030 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-de38a916-2bb7-411d-b300-063407b388eb req-d41645c6-c2c1-4413-b73b-9706868fee38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:13.713853 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-9ab2e746-c650-4123-a509-32709534db41 None None] Provisioning complete for port 0992fd14-6d39-49f4-aee9-fc73b54dbf8a triggered by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:26:13.714501 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9ab2e746-c650-4123-a509-32709534db41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:13.737174 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-65835f29-fe22-4a74-bc31-ff84735dd210 service neutron] 10.222.0.16 "GET /v2.0/networks/ecb7d1eb-102b-4635-a239-2859890780ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4820282 Apr 11 17:26:13.750019 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c14ceb-0e9e-4a04-b3ec-e02f7aaf7bbf req-25e1ba1b-0020-41a0-abf0-3ffee2920831 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:13.751800 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b8c14ceb-0e9e-4a04-b3ec-e02f7aaf7bbf req-25e1ba1b-0020-41a0-abf0-3ffee2920831 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=235afded-ccca-4743-a07f-f3f6af58c9d6 HTTP/1.1" status: 200 len: 932 time: 0.1527009 Apr 11 17:26:13.779579 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-9ab2e746-c650-4123-a509-32709534db41 None None] Port 0992fd14-6d39-49f4-aee9-fc73b54dbf8a cannot update to ACTIVE because it is not bound. {{(pid=85245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 11 17:26:13.866131 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b8c14ceb-0e9e-4a04-b3ec-e02f7aaf7bbf req-9e63833b-ccd6-4d65-8ca1-97351bdc4963 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e3c9443-cebd-4bb5-80d6-f0f5c416614e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890911 Apr 11 17:26:13.918389 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-4fe4964f-35f7-4535-ab6a-c37cb92774de service neutron] 10.222.0.16 "GET /v2.0/networks/ecb7d1eb-102b-4635-a239-2859890780ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653774 Apr 11 17:26:14.130718 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-538ca146-9a1f-4d1e-b302-37945d750d6a req-d0f89ee0-40fe-41fd-85d3-cb829f6b02ca tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/ports?device_id=6815c08a-6ff1-4100-8628-124db9c6d60b HTTP/1.1" status: 200 len: 210 time: 0.0544050 Apr 11 17:26:14.143251 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [req-de38a916-2bb7-411d-b300-063407b388eb req-d41645c6-c2c1-4413-b73b-9706868fee38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0992fd14-6d39-49f4-aee9-fc73b54dbf8a {{(pid=85243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 11 17:26:14.154560 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-de38a916-2bb7-411d-b300-063407b388eb req-d41645c6-c2c1-4413-b73b-9706868fee38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:14.175033 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-de38a916-2bb7-411d-b300-063407b388eb req-d41645c6-c2c1-4413-b73b-9706868fee38 service neutron] Transition to ACTIVE for port object 0992fd14-6d39-49f4-aee9-fc73b54dbf8a will not be triggered until provisioned by entity L2. {{(pid=85243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:26:14.178164 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-de38a916-2bb7-411d-b300-063407b388eb req-d41645c6-c2c1-4413-b73b-9706868fee38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848421665'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:14.194548 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ef283015-ad43-4b69-882f-8446d518345f tempest-VolumesActionsTest-477150830 tempest-VolumesActionsTest-477150830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:26:14.346008 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41645c6-c2c1-4413-b73b-9706868fee38 service neutron] Pushing event updated for resources: {'Port': ['ID=0992fd14-6d39-49f4-aee9-fc73b54dbf8a,revision_number=2']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:26:14.359662 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d41645c6-c2c1-4413-b73b-9706868fee38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:26:14.588003 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-de38a916-2bb7-411d-b300-063407b388eb req-d41645c6-c2c1-4413-b73b-9706868fee38 service neutron] Attempting to bind port 0992fd14-6d39-49f4-aee9-fc73b54dbf8a on host hv-cinder-78477 for vnic_type normal with profile {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:26:14.588571 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-de38a916-2bb7-411d-b300-063407b388eb req-d41645c6-c2c1-4413-b73b-9706868fee38 service neutron] Attempting to bind port 0992fd14-6d39-49f4-aee9-fc73b54dbf8a by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '1776a450-8046-433a-83dd-60bae8a336e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f79386bd-8864-4166-bb9e-db3cc709422a'}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 11 17:26:14.588743 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de38a916-2bb7-411d-b300-063407b388eb req-d41645c6-c2c1-4413-b73b-9706868fee38 service neutron] Attempting to bind port 0992fd14-6d39-49f4-aee9-fc73b54dbf8a on network f79386bd-8864-4166-bb9e-db3cc709422a {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:26:14.594553 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de38a916-2bb7-411d-b300-063407b388eb req-d41645c6-c2c1-4413-b73b-9706868fee38 service neutron] Port 0992fd14-6d39-49f4-aee9-fc73b54dbf8a on network f79386bd-8864-4166-bb9e-db3cc709422a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:26:14.594933 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de38a916-2bb7-411d-b300-063407b388eb req-d41645c6-c2c1-4413-b73b-9706868fee38 service neutron] Attempting to bind port 0992fd14-6d39-49f4-aee9-fc73b54dbf8a on network f79386bd-8864-4166-bb9e-db3cc709422a {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:26:14.602482 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de38a916-2bb7-411d-b300-063407b388eb req-d41645c6-c2c1-4413-b73b-9706868fee38 service neutron] Checking agent: {'id': '0333fbf7-6dfe-499c-9c5e-b9bf9a863355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 18, 34), 'started_at': datetime.datetime(2021, 4, 11, 17, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 17:26:14.602854 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de38a916-2bb7-411d-b300-063407b388eb req-d41645c6-c2c1-4413-b73b-9706868fee38 service neutron] Checking segment: {'id': '1776a450-8046-433a-83dd-60bae8a336e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f79386bd-8864-4166-bb9e-db3cc709422a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:26:14.603278 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de38a916-2bb7-411d-b300-063407b388eb req-d41645c6-c2c1-4413-b73b-9706868fee38 service neutron] Bound using segment: {'id': '1776a450-8046-433a-83dd-60bae8a336e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f79386bd-8864-4166-bb9e-db3cc709422a'} {{(pid=85243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 17:26:14.603800 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-de38a916-2bb7-411d-b300-063407b388eb req-d41645c6-c2c1-4413-b73b-9706868fee38 service neutron] Bound port: 0992fd14-6d39-49f4-aee9-fc73b54dbf8a, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1776a450-8046-433a-83dd-60bae8a336e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'f79386bd-8864-4166-bb9e-db3cc709422a'}}] {{(pid=85243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 11 17:26:14.604218 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-de38a916-2bb7-411d-b300-063407b388eb req-d41645c6-c2c1-4413-b73b-9706868fee38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:14.689514 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-de38a916-2bb7-411d-b300-063407b388eb req-d41645c6-c2c1-4413-b73b-9706868fee38 service neutron] For port 0992fd14-6d39-49f4-aee9-fc73b54dbf8a, host hv-cinder-78477, cleared binding levels {{(pid=85243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 11 17:26:14.692772 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-de38a916-2bb7-411d-b300-063407b388eb req-d41645c6-c2c1-4413-b73b-9706868fee38 service neutron] For port 0992fd14-6d39-49f4-aee9-fc73b54dbf8a, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=0992fd14-6d39-49f4-aee9-fc73b54dbf8a,segment=NetworkSegment(1776a450-8046-433a-83dd-60bae8a336e2),segment_id=1776a450-8046-433a-83dd-60bae8a336e2)] {{(pid=85243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 11 17:26:14.696827 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-de38a916-2bb7-411d-b300-063407b388eb req-d41645c6-c2c1-4413-b73b-9706868fee38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848421665'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:14.714726 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-37821fc6-c4fa-44f5-8691-49c893f9f650 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:26:14.880340 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41645c6-c2c1-4413-b73b-9706868fee38 service neutron] Pushing event updated for resources: {'Port': ['ID=0992fd14-6d39-49f4-aee9-fc73b54dbf8a,revision_number=3']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:26:14.883918 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d41645c6-c2c1-4413-b73b-9706868fee38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:26:14.921598 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38a916-2bb7-411d-b300-063407b388eb req-d41645c6-c2c1-4413-b73b-9706868fee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:14.922177 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-de38a916-2bb7-411d-b300-063407b388eb req-d41645c6-c2c1-4413-b73b-9706868fee38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for port, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:14.924282 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-de38a916-2bb7-411d-b300-063407b388eb req-d41645c6-c2c1-4413-b73b-9706868fee38 service neutron] 10.222.0.42 "PUT /v2.0/ports/0992fd14-6d39-49f4-aee9-fc73b54dbf8a HTTP/1.1" status: 200 len: 1094 time: 1.3507938 Apr 11 17:26:14.924831 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '235afded-ccca-4743-a07f-f3f6af58c9d6', 'tag': '0992fd14-6d39-49f4-aee9-fc73b54dbf8a'}] {{(pid=85243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:26:15.013799 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '235afded-ccca-4743-a07f-f3f6af58c9d6', 'tag': '0992fd14-6d39-49f4-aee9-fc73b54dbf8a', 'status': 'completed', 'code': 200} Apr 11 17:26:15.065382 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38a916-2bb7-411d-b300-063407b388eb req-c8d8a146-2fcb-49eb-8628-0659f170d11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:15.067863 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-de38a916-2bb7-411d-b300-063407b388eb req-c8d8a146-2fcb-49eb-8628-0659f170d11b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1dff44dcd306439ea6d1f64cae358515&device_id=235afded-ccca-4743-a07f-f3f6af58c9d6 HTTP/1.1" status: 200 len: 1097 time: 0.0995631 Apr 11 17:26:15.133356 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd196233-cbd2-4bad-950b-ef808d1f5882 req-9ad2d537-5d6b-4d3f-a6b7-94ee824c9573 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:15.135344 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-dd196233-cbd2-4bad-950b-ef808d1f5882 req-9ad2d537-5d6b-4d3f-a6b7-94ee824c9573 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=235afded-ccca-4743-a07f-f3f6af58c9d6 HTTP/1.1" status: 200 len: 944 time: 0.1147158 Apr 11 17:26:15.154223 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-de38a916-2bb7-411d-b300-063407b388eb req-89295005-4163-429c-9570-6ffc3d5ff018 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0992fd14-6d39-49f4-aee9-fc73b54dbf8a HTTP/1.1" status: 200 len: 217 time: 0.0786788 Apr 11 17:26:15.170640 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-dd196233-cbd2-4bad-950b-ef808d1f5882 req-df890a6c-2bfc-4662-b112-7c221eeb96c9 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e3c9443-cebd-4bb5-80d6-f0f5c416614e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279679 Apr 11 17:26:15.251312 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38a916-2bb7-411d-b300-063407b388eb req-65ff5bb9-3818-4c39-894b-e7dda1b7eff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:15.253284 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-de38a916-2bb7-411d-b300-063407b388eb req-65ff5bb9-3818-4c39-894b-e7dda1b7eff8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d687bab0-4e02-4bbb-b7d3-fd6ef7a92063 HTTP/1.1" status: 200 len: 850 time: 0.0934114 Apr 11 17:26:15.361478 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1061557d-bb28-47ea-8fd7-1eb448de29cf req-bdd3ac4b-6d79-43ec-9234-0a554fced80d tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/ports?device_id=6815c08a-6ff1-4100-8628-124db9c6d60b HTTP/1.1" status: 200 len: 210 time: 0.0689645 Apr 11 17:26:15.367112 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38a916-2bb7-411d-b300-063407b388eb req-221919d1-2b27-410a-aede-d431ceb34f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:15.368764 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-de38a916-2bb7-411d-b300-063407b388eb req-221919d1-2b27-410a-aede-d431ceb34f45 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f79386bd-8864-4166-bb9e-db3cc709422a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1040661 Apr 11 17:26:15.442639 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-1a7d878a-fe47-4977-9250-a4f3e94f2460 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:15.444740 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-1a7d878a-fe47-4977-9250-a4f3e94f2460 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.42 "GET /v2.0/networks?id=ecb7d1eb-102b-4635-a239-2859890780ab HTTP/1.1" status: 200 len: 809 time: 0.2620339 Apr 11 17:26:15.464474 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-ee5501b4-051f-4e6d-951d-a2d3bb0334af tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Request body: {'port': {'device_id': '6815c08a-6ff1-4100-8628-124db9c6d60b', 'network_id': 'ecb7d1eb-102b-4635-a239-2859890780ab', 'admin_state_up': True, 'tenant_id': '6614b34e3a47438988e268cd7a4a824d'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:26:15.536787 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-de38a916-2bb7-411d-b300-063407b388eb req-e67cf301-4398-4df7-b737-054e90b06fdd service neutron] 10.222.0.42 "GET /v2.0/networks/f79386bd-8864-4166-bb9e-db3cc709422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603458 Apr 11 17:26:15.623951 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-ee5501b4-051f-4e6d-951d-a2d3bb0334af tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:26:15.628552 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-ee5501b4-051f-4e6d-951d-a2d3bb0334af tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Usage tracker for resource:port and tenant:6614b34e3a47438988e268cd7a4a824d is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:26:15.631947 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-ee5501b4-051f-4e6d-951d-a2d3bb0334af tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:26:15.639184 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-ee5501b4-051f-4e6d-951d-a2d3bb0334af tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:26:15.649234 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-ee5501b4-051f-4e6d-951d-a2d3bb0334af tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Made reservation on behalf of 6614b34e3a47438988e268cd7a4a824d for: {'port': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:26:15.655665 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-ee5501b4-051f-4e6d-951d-a2d3bb0334af tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:15.692158 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-de38a916-2bb7-411d-b300-063407b388eb req-79ce1b15-65c6-49db-b598-7d86271bf218 service neutron] 10.222.0.42 "GET /v2.0/networks/f79386bd-8864-4166-bb9e-db3cc709422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470878 Apr 11 17:26:15.824863 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d51bc-995d-41d8-9aa8-d6f185266aa9 req-bd15c9d1-92e4-408c-908d-e8d2835cbe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:15.826499 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1a3d51bc-995d-41d8-9aa8-d6f185266aa9 req-bd15c9d1-92e4-408c-908d-e8d2835cbe4f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1dff44dcd306439ea6d1f64cae358515&device_id=235afded-ccca-4743-a07f-f3f6af58c9d6 HTTP/1.1" status: 200 len: 1097 time: 0.0826826 Apr 11 17:26:15.834911 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-ee5501b4-051f-4e6d-951d-a2d3bb0334af tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Allocated IP 172.20.0.11 (ecb7d1eb-102b-4635-a239-2859890780ab/47aeaecc-b7f7-4386-bccc-d98b04ae59a0/bfca4d7c-7ec6-4065-ac13-0d23e7be3adf) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:26:15.976508 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d51bc-995d-41d8-9aa8-d6f185266aa9 req-6c85687b-91fb-42db-ae35-3188b069ffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:15.978075 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1a3d51bc-995d-41d8-9aa8-d6f185266aa9 req-6c85687b-91fb-42db-ae35-3188b069ffd5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f79386bd-8864-4166-bb9e-db3cc709422a HTTP/1.1" status: 200 len: 912 time: 0.1446733 Apr 11 17:26:16.049268 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-ee5501b4-051f-4e6d-951d-a2d3bb0334af tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:16.076150 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1a3d51bc-995d-41d8-9aa8-d6f185266aa9 req-684ebbc9-0b9f-4ddc-a6a8-8b781f4b1ddb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0992fd14-6d39-49f4-aee9-fc73b54dbf8a HTTP/1.1" status: 200 len: 217 time: 0.0743258 Apr 11 17:26:16.082690 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-ee5501b4-051f-4e6d-951d-a2d3bb0334af tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6317060'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:16.098984 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5c9329d6-fbc6-4ef2-9b52-30a4b81d608f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:26:16.148612 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d51bc-995d-41d8-9aa8-d6f185266aa9 req-06bf4c17-2fad-4d10-b7c4-c8dbe09dbf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:16.150424 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1a3d51bc-995d-41d8-9aa8-d6f185266aa9 req-06bf4c17-2fad-4d10-b7c4-c8dbe09dbf0d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d687bab0-4e02-4bbb-b7d3-fd6ef7a92063 HTTP/1.1" status: 200 len: 850 time: 0.0678642 Apr 11 17:26:16.240194 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5501b4-051f-4e6d-951d-a2d3bb0334af tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Pushing event updated for resources: {'Port': ['ID=bfca4d7c-7ec6-4065-ac13-0d23e7be3adf,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:26:16.242231 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d51bc-995d-41d8-9aa8-d6f185266aa9 req-2e7ac966-6be1-4627-829c-8bf370acd283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:16.244081 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1a3d51bc-995d-41d8-9aa8-d6f185266aa9 req-2e7ac966-6be1-4627-829c-8bf370acd283 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f79386bd-8864-4166-bb9e-db3cc709422a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0870967 Apr 11 17:26:16.245248 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ee5501b4-051f-4e6d-951d-a2d3bb0334af tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:26:16.355946 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-ee5501b4-051f-4e6d-951d-a2d3bb0334af tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Network ecb7d1eb-102b-4635-a239-2859890780ab is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:26:16.359908 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-ee5501b4-051f-4e6d-951d-a2d3bb0334af tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:26:16.364052 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-ee5501b4-051f-4e6d-951d-a2d3bb0334af tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:26:16.408036 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1a3d51bc-995d-41d8-9aa8-d6f185266aa9 req-950baf40-94ed-4d23-88c1-0e052077ff13 service neutron] 10.222.0.42 "GET /v2.0/networks/f79386bd-8864-4166-bb9e-db3cc709422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565039 Apr 11 17:26:16.447910 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-ee5501b4-051f-4e6d-951d-a2d3bb0334af tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:16.448634 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-ee5501b4-051f-4e6d-951d-a2d3bb0334af tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:16.494300 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e973d-643a-4418-b65f-5bcb5c20f52a req-21296aea-f44a-40b8-bf44-fb88d20e4d5e tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:16.495998 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-531e973d-643a-4418-b65f-5bcb5c20f52a req-21296aea-f44a-40b8-bf44-fb88d20e4d5e tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=235afded-ccca-4743-a07f-f3f6af58c9d6 HTTP/1.1" status: 200 len: 944 time: 0.1999781 Apr 11 17:26:16.555585 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-ee5501b4-051f-4e6d-951d-a2d3bb0334af tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0980778 Apr 11 17:26:16.573064 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1a3d51bc-995d-41d8-9aa8-d6f185266aa9 req-c13ab8a9-d84a-4fe4-8062-721c635ccbcd service neutron] 10.222.0.42 "GET /v2.0/networks/f79386bd-8864-4166-bb9e-db3cc709422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578267 Apr 11 17:26:16.581129 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-22791fba-aeb6-4ab5-bdf7-80cd125d62e8 service neutron] Request body: {'port': {'device_id': '6815c08a-6ff1-4100-8628-124db9c6d60b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:26:16.618439 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-531e973d-643a-4418-b65f-5bcb5c20f52a req-d682663d-e112-4468-835a-de7cfeddda1d tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e3c9443-cebd-4bb5-80d6-f0f5c416614e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804007 Apr 11 17:26:16.727013 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021cf69-2288-4a5c-9bb1-2abfed49d3ca req-d1bc4596-13c3-4bc0-8581-dfd624cb353e tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:16.727770 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-e021cf69-2288-4a5c-9bb1-2abfed49d3ca req-d1bc4596-13c3-4bc0-8581-dfd624cb353e tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Synchronizing usage tracker for tenant:6614b34e3a47438988e268cd7a4a824d on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:26:16.745301 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-22791fba-aeb6-4ab5-bdf7-80cd125d62e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:16.793866 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-e021cf69-2288-4a5c-9bb1-2abfed49d3ca req-d1bc4596-13c3-4bc0-8581-dfd624cb353e tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Unset dirty status for tenant:6614b34e3a47438988e268cd7a4a824d on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:26:16.795127 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e021cf69-2288-4a5c-9bb1-2abfed49d3ca req-d1bc4596-13c3-4bc0-8581-dfd624cb353e tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/ports?device_id=6815c08a-6ff1-4100-8628-124db9c6d60b HTTP/1.1" status: 200 len: 932 time: 0.2952974 Apr 11 17:26:16.867773 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-e021cf69-2288-4a5c-9bb1-2abfed49d3ca req-38d40e14-b088-445e-b1b3-765914511445 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Synchronizing usage tracker for tenant:6614b34e3a47438988e268cd7a4a824d on resource:security_group {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:26:16.942255 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-e021cf69-2288-4a5c-9bb1-2abfed49d3ca req-38d40e14-b088-445e-b1b3-765914511445 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Unset dirty status for tenant:6614b34e3a47438988e268cd7a4a824d on resource:security_group {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:26:16.943459 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e021cf69-2288-4a5c-9bb1-2abfed49d3ca req-38d40e14-b088-445e-b1b3-765914511445 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/security-groups?id=754028be-f1c6-4364-8ff6-38a30064e0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403112 Apr 11 17:26:17.180666 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-22791fba-aeb6-4ab5-bdf7-80cd125d62e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfca4d7c-7ec6-4065-ac13-0d23e7be3adf {{(pid=85244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 11 17:26:17.188992 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-22791fba-aeb6-4ab5-bdf7-80cd125d62e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:17.203623 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-22791fba-aeb6-4ab5-bdf7-80cd125d62e8 service neutron] Transition to ACTIVE for port object bfca4d7c-7ec6-4065-ac13-0d23e7be3adf will not be triggered until provisioned by entity L2. {{(pid=85244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:26:17.206239 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-22791fba-aeb6-4ab5-bdf7-80cd125d62e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848458740'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:17.222849 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:26:17.352272 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22791fba-aeb6-4ab5-bdf7-80cd125d62e8 service neutron] Pushing event updated for resources: {'Port': ['ID=bfca4d7c-7ec6-4065-ac13-0d23e7be3adf,revision_number=2']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:26:17.357028 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-22791fba-aeb6-4ab5-bdf7-80cd125d62e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:26:17.582361 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-22791fba-aeb6-4ab5-bdf7-80cd125d62e8 service neutron] Attempting to bind port bfca4d7c-7ec6-4065-ac13-0d23e7be3adf on host hv-cinder-78477 for vnic_type normal with profile {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:26:17.582738 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-22791fba-aeb6-4ab5-bdf7-80cd125d62e8 service neutron] Attempting to bind port bfca4d7c-7ec6-4065-ac13-0d23e7be3adf by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '9ce0154b-735f-4bb0-90dc-3271cb07138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ecb7d1eb-102b-4635-a239-2859890780ab'}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 11 17:26:17.583102 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-22791fba-aeb6-4ab5-bdf7-80cd125d62e8 service neutron] Attempting to bind port bfca4d7c-7ec6-4065-ac13-0d23e7be3adf on network ecb7d1eb-102b-4635-a239-2859890780ab {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:26:17.588581 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-22791fba-aeb6-4ab5-bdf7-80cd125d62e8 service neutron] Port bfca4d7c-7ec6-4065-ac13-0d23e7be3adf on network ecb7d1eb-102b-4635-a239-2859890780ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:26:17.588937 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-22791fba-aeb6-4ab5-bdf7-80cd125d62e8 service neutron] Attempting to bind port bfca4d7c-7ec6-4065-ac13-0d23e7be3adf on network ecb7d1eb-102b-4635-a239-2859890780ab {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:26:17.594402 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-22791fba-aeb6-4ab5-bdf7-80cd125d62e8 service neutron] Checking agent: {'id': '0333fbf7-6dfe-499c-9c5e-b9bf9a863355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 18, 34), 'started_at': datetime.datetime(2021, 4, 11, 17, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 17:26:17.594774 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-22791fba-aeb6-4ab5-bdf7-80cd125d62e8 service neutron] Checking segment: {'id': '9ce0154b-735f-4bb0-90dc-3271cb07138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ecb7d1eb-102b-4635-a239-2859890780ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:26:17.595843 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-22791fba-aeb6-4ab5-bdf7-80cd125d62e8 service neutron] Bound using segment: {'id': '9ce0154b-735f-4bb0-90dc-3271cb07138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ecb7d1eb-102b-4635-a239-2859890780ab'} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 17:26:17.596336 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-22791fba-aeb6-4ab5-bdf7-80cd125d62e8 service neutron] Bound port: bfca4d7c-7ec6-4065-ac13-0d23e7be3adf, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ce0154b-735f-4bb0-90dc-3271cb07138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ecb7d1eb-102b-4635-a239-2859890780ab'}}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 11 17:26:17.596718 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-22791fba-aeb6-4ab5-bdf7-80cd125d62e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:17.672675 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-22791fba-aeb6-4ab5-bdf7-80cd125d62e8 service neutron] For port bfca4d7c-7ec6-4065-ac13-0d23e7be3adf, host hv-cinder-78477, cleared binding levels {{(pid=85244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 11 17:26:17.675785 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-22791fba-aeb6-4ab5-bdf7-80cd125d62e8 service neutron] For port bfca4d7c-7ec6-4065-ac13-0d23e7be3adf, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=bfca4d7c-7ec6-4065-ac13-0d23e7be3adf,segment=NetworkSegment(9ce0154b-735f-4bb0-90dc-3271cb07138e),segment_id=9ce0154b-735f-4bb0-90dc-3271cb07138e)] {{(pid=85244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 11 17:26:17.679081 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-22791fba-aeb6-4ab5-bdf7-80cd125d62e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848458740'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:17.697321 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-af1ade36-47a7-4a97-bc2c-208ce494b819 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:26:17.896888 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22791fba-aeb6-4ab5-bdf7-80cd125d62e8 service neutron] Pushing event updated for resources: {'Port': ['ID=bfca4d7c-7ec6-4065-ac13-0d23e7be3adf,revision_number=3']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:26:17.900754 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-22791fba-aeb6-4ab5-bdf7-80cd125d62e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:26:17.962563 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564da26e-0110-4e1e-a516-c91312bfeead req-df12208e-ee33-4192-9a97-5fdf6e39c0d3 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:17.964174 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-564da26e-0110-4e1e-a516-c91312bfeead req-df12208e-ee33-4192-9a97-5fdf6e39c0d3 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=235afded-ccca-4743-a07f-f3f6af58c9d6 HTTP/1.1" status: 200 len: 944 time: 0.1754475 Apr 11 17:26:17.967229 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-22791fba-aeb6-4ab5-bdf7-80cd125d62e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:17.967953 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-22791fba-aeb6-4ab5-bdf7-80cd125d62e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:17.969357 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-22791fba-aeb6-4ab5-bdf7-80cd125d62e8 service neutron] 10.222.0.42 "PUT /v2.0/ports/bfca4d7c-7ec6-4065-ac13-0d23e7be3adf HTTP/1.1" status: 200 len: 1094 time: 1.4024181 Apr 11 17:26:17.970433 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6815c08a-6ff1-4100-8628-124db9c6d60b', 'tag': 'bfca4d7c-7ec6-4065-ac13-0d23e7be3adf'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:26:18.002310 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-564da26e-0110-4e1e-a516-c91312bfeead req-afda5d63-d1f5-4ca2-bca0-1ee08102b4f5 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e3c9443-cebd-4bb5-80d6-f0f5c416614e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263393 Apr 11 17:26:18.068605 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6815c08a-6ff1-4100-8628-124db9c6d60b', 'tag': 'bfca4d7c-7ec6-4065-ac13-0d23e7be3adf', 'status': 'completed', 'code': 200} Apr 11 17:26:18.142325 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-9cc9ac6b-f01b-4c41-b023-2728d371b64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:18.143943 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-9cc9ac6b-f01b-4c41-b023-2728d371b64a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6614b34e3a47438988e268cd7a4a824d&device_id=6815c08a-6ff1-4100-8628-124db9c6d60b HTTP/1.1" status: 200 len: 1097 time: 0.1391621 Apr 11 17:26:18.223967 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-81e867cb-ffab-4331-a7ca-f1f795f15275 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bfca4d7c-7ec6-4065-ac13-0d23e7be3adf HTTP/1.1" status: 200 len: 217 time: 0.0708144 Apr 11 17:26:18.281425 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f130ff5-0c7c-486f-a22c-841c71cb7a80 req-55ceb038-1224-48d2-8a3b-5cf2493390e9 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:18.283583 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2f130ff5-0c7c-486f-a22c-841c71cb7a80 req-55ceb038-1224-48d2-8a3b-5cf2493390e9 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/ports?device_id=6815c08a-6ff1-4100-8628-124db9c6d60b HTTP/1.1" status: 200 len: 944 time: 0.2184110 Apr 11 17:26:18.323933 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2f130ff5-0c7c-486f-a22c-841c71cb7a80 req-90a4c928-119a-4e03-8763-b4108401d49f tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/security-groups?id=754028be-f1c6-4364-8ff6-38a30064e0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330927 Apr 11 17:26:18.327422 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-d64a3992-f7f8-413b-b529-1702431cd091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:18.328948 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-d64a3992-f7f8-413b-b529-1702431cd091 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=47aeaecc-b7f7-4386-bccc-d98b04ae59a0 HTTP/1.1" status: 200 len: 849 time: 0.0985796 Apr 11 17:26:18.384319 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-38652dfa-e2e9-494d-986b-9f6b9737f880 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecb7d1eb-102b-4635-a239-2859890780ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490372 Apr 11 17:26:18.758459 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-728ed2b9-95bf-4e70-8e03-e5cf48de76ca service neutron] 10.222.0.42 "GET /v2.0/networks/ecb7d1eb-102b-4635-a239-2859890780ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664970 Apr 11 17:26:18.903762 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-dfc3617f-0e69-4927-b41c-0b9c15b7b360 req-40f4584c-fbfe-4c82-a0e0-2bdb3c64b454 service neutron] 10.222.0.42 "GET /v2.0/networks/ecb7d1eb-102b-4635-a239-2859890780ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380639 Apr 11 17:26:19.033989 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ba8be-6339-45c4-a24c-a09405f7edfe req-b3298ac4-44dc-4c81-a957-ea64ac155a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:19.036360 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-559ba8be-6339-45c4-a24c-a09405f7edfe req-b3298ac4-44dc-4c81-a957-ea64ac155a19 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6614b34e3a47438988e268cd7a4a824d&device_id=6815c08a-6ff1-4100-8628-124db9c6d60b HTTP/1.1" status: 200 len: 1097 time: 0.0904064 Apr 11 17:26:19.252766 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ba8be-6339-45c4-a24c-a09405f7edfe req-f6eaae58-aa3b-43a1-a3e9-3534cac5698f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:19.254329 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-559ba8be-6339-45c4-a24c-a09405f7edfe req-f6eaae58-aa3b-43a1-a3e9-3534cac5698f service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecb7d1eb-102b-4635-a239-2859890780ab HTTP/1.1" status: 200 len: 910 time: 0.2113228 Apr 11 17:26:19.262932 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d2b66-7af9-4ea9-bc8c-420d863aea01 req-330d7d4d-bfa2-4875-9972-e0111fc67647 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:19.264421 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-719d2b66-7af9-4ea9-bc8c-420d863aea01 req-330d7d4d-bfa2-4875-9972-e0111fc67647 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=235afded-ccca-4743-a07f-f3f6af58c9d6 HTTP/1.1" status: 200 len: 944 time: 0.1461496 Apr 11 17:26:19.347539 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-559ba8be-6339-45c4-a24c-a09405f7edfe req-3653f97d-b207-4baf-ae32-9b3541382b82 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bfca4d7c-7ec6-4065-ac13-0d23e7be3adf HTTP/1.1" status: 200 len: 217 time: 0.0820491 Apr 11 17:26:19.396069 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-719d2b66-7af9-4ea9-bc8c-420d863aea01 req-01e3219a-db5f-452b-80ea-bb7a832b69cb tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e3c9443-cebd-4bb5-80d6-f0f5c416614e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798357 Apr 11 17:26:19.422280 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ba8be-6339-45c4-a24c-a09405f7edfe req-60e93878-7017-47e3-b16e-3e184a5b868f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:19.423875 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-559ba8be-6339-45c4-a24c-a09405f7edfe req-60e93878-7017-47e3-b16e-3e184a5b868f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=47aeaecc-b7f7-4386-bccc-d98b04ae59a0 HTTP/1.1" status: 200 len: 849 time: 0.0700948 Apr 11 17:26:19.517532 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-559ba8be-6339-45c4-a24c-a09405f7edfe req-9127e859-2f08-4403-bc14-7be3099ac2f2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecb7d1eb-102b-4635-a239-2859890780ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870104 Apr 11 17:26:19.691818 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924db880-c987-478b-ab01-9ed3a51f2d2a req-16fd8cd2-bc48-4845-8614-ef573b71b862 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:19.693642 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-924db880-c987-478b-ab01-9ed3a51f2d2a req-16fd8cd2-bc48-4845-8614-ef573b71b862 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/ports?device_id=6815c08a-6ff1-4100-8628-124db9c6d60b HTTP/1.1" status: 200 len: 944 time: 0.2214351 Apr 11 17:26:19.699195 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-559ba8be-6339-45c4-a24c-a09405f7edfe req-f7c33b5e-f6c0-4681-89c9-0822361de050 service neutron] 10.222.0.42 "GET /v2.0/networks/ecb7d1eb-102b-4635-a239-2859890780ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744578 Apr 11 17:26:19.808517 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-924db880-c987-478b-ab01-9ed3a51f2d2a req-7cef2c9d-b7e7-4643-aa70-66edc11f93b7 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/security-groups?id=754028be-f1c6-4364-8ff6-38a30064e0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082842 Apr 11 17:26:19.862116 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-559ba8be-6339-45c4-a24c-a09405f7edfe req-c65d1ba9-5290-47aa-9c75-9c2f7fb8668c service neutron] 10.222.0.42 "GET /v2.0/networks/ecb7d1eb-102b-4635-a239-2859890780ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491921 Apr 11 17:26:20.086436 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device 0992fd14-6d39-49f4-aee9-fc73b54dbf8a details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 11 17:26:20.227371 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port 0992fd14-6d39-49f4-aee9-fc73b54dbf8a, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=0992fd14-6d39-49f4-aee9-fc73b54dbf8a,segment=NetworkSegment(1776a450-8046-433a-83dd-60bae8a336e2),segment_id=1776a450-8046-433a-83dd-60bae8a336e2)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:26:20.242653 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Returning: {'device': '0992fd14-6d39-49f4-aee9-fc73b54dbf8a', 'network_id': 'f79386bd-8864-4166-bb9e-db3cc709422a', 'port_id': '0992fd14-6d39-49f4-aee9-fc73b54dbf8a', 'mac_address': 'fa:16:3e:52:28:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd687bab0-4e02-4bbb-b7d3-fd6ef7a92063', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 17:26:20.301005 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:20.302350 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0992fd14-6d39-49f4-aee9-fc73b54dbf8a {{(pid=85245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 11 17:26:20.318384 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port 0992fd14-6d39-49f4-aee9-fc73b54dbf8a, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=0992fd14-6d39-49f4-aee9-fc73b54dbf8a,segment=NetworkSegment(1776a450-8046-433a-83dd-60bae8a336e2),segment_id=1776a450-8046-433a-83dd-60bae8a336e2)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:26:20.321440 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:20.323219 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:26:20.395380 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=0992fd14-6d39-49f4-aee9-fc73b54dbf8a,revision_number=4']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:26:20.403158 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:26:20.403546 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:26:20.403949 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:26:20.404323 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:26:20.404691 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:26:20.405061 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:26:20.405427 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:26:20.405788 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:26:20.406148 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:26:20.406508 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:26:20.406866 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:26:20.407223 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:26:20.411339 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:26:20.744006 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb2184-dc76-4d7b-a5a6-442e55d3c756 req-00140277-74ef-4df0-86f9-cc5c0e1335cc tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:20.745634 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-53bb2184-dc76-4d7b-a5a6-442e55d3c756 req-00140277-74ef-4df0-86f9-cc5c0e1335cc tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=235afded-ccca-4743-a07f-f3f6af58c9d6 HTTP/1.1" status: 200 len: 945 time: 0.0913649 Apr 11 17:26:20.756851 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] get_ports_and_sgs() called for port_ids ['0992fd14-6d39-49f4-aee9-fc73b54dbf8a'] {{(pid=85245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 17:26:20.777448 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-53bb2184-dc76-4d7b-a5a6-442e55d3c756 req-d91a038a-53af-4e0b-b67b-f7d7e1efb6e2 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e3c9443-cebd-4bb5-80d6-f0f5c416614e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0255268 Apr 11 17:26:21.164333 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78cf839-d10f-4186-8eb5-681c69623e39 req-35023451-ff56-47d1-8442-c25716bc03f9 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:21.165964 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f78cf839-d10f-4186-8eb5-681c69623e39 req-35023451-ff56-47d1-8442-c25716bc03f9 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/ports?device_id=6815c08a-6ff1-4100-8628-124db9c6d60b HTTP/1.1" status: 200 len: 944 time: 0.0934272 Apr 11 17:26:21.197532 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f78cf839-d10f-4186-8eb5-681c69623e39 req-3b15a63f-1946-4b01-92c1-05a076d3bc5d tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/security-groups?id=754028be-f1c6-4364-8ff6-38a30064e0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0250394 Apr 11 17:26:21.976690 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ef415-ee33-4427-9773-a9386c75a4c8 req-f114882f-5ae6-4220-b3a5-b77d78e3968f tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:21.978262 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8b2ef415-ee33-4427-9773-a9386c75a4c8 req-f114882f-5ae6-4220-b3a5-b77d78e3968f tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=235afded-ccca-4743-a07f-f3f6af58c9d6 HTTP/1.1" status: 200 len: 945 time: 0.0884211 Apr 11 17:26:22.009213 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8b2ef415-ee33-4427-9773-a9386c75a4c8 req-5dbcbea9-f9ac-4b6a-abe4-2f7d290bdcca tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e3c9443-cebd-4bb5-80d6-f0f5c416614e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0242405 Apr 11 17:26:22.096408 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device 0992fd14-6d39-49f4-aee9-fc73b54dbf8a up at agent hyperv_hv-cinder-78477 {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:26:22.165373 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Provisioning for port 0992fd14-6d39-49f4-aee9-fc73b54dbf8a completed by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:26:22.170201 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Provisioning complete for port 0992fd14-6d39-49f4-aee9-fc73b54dbf8a triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:26:22.170611 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:22.293371 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:22.305643 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '235afded-ccca-4743-a07f-f3f6af58c9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0992fd14-6d39-49f4-aee9-fc73b54dbf8a'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:26:22.316586 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port 0992fd14-6d39-49f4-aee9-fc73b54dbf8a, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=0992fd14-6d39-49f4-aee9-fc73b54dbf8a,segment=NetworkSegment(1776a450-8046-433a-83dd-60bae8a336e2),segment_id=1776a450-8046-433a-83dd-60bae8a336e2)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:26:22.320368 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:22.323636 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:26:22.360334 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '235afded-ccca-4743-a07f-f3f6af58c9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0992fd14-6d39-49f4-aee9-fc73b54dbf8a', 'code': 200} Apr 11 17:26:22.405675 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=0992fd14-6d39-49f4-aee9-fc73b54dbf8a,revision_number=5']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:26:22.408507 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6b350-7211-4785-a93d-e28d4d596d64 req-e955ba2a-c6ee-404a-8848-466575e2cc41 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:22.408985 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:26:22.410421 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-bec6b350-7211-4785-a93d-e28d4d596d64 req-e955ba2a-c6ee-404a-8848-466575e2cc41 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/ports?device_id=6815c08a-6ff1-4100-8628-124db9c6d60b HTTP/1.1" status: 200 len: 944 time: 0.0966370 Apr 11 17:26:22.442391 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-bec6b350-7211-4785-a93d-e28d4d596d64 req-ac4f7555-1c51-4434-9fc7-43bc4d2fda91 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/security-groups?id=754028be-f1c6-4364-8ff6-38a30064e0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254254 Apr 11 17:26:22.607936 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356b461-ef67-4f52-95ba-c7d0f8d187d2 req-cacba9ef-630e-477a-b6b8-8fac6355e053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:22.609471 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2356b461-ef67-4f52-95ba-c7d0f8d187d2 req-cacba9ef-630e-477a-b6b8-8fac6355e053 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=235afded-ccca-4743-a07f-f3f6af58c9d6 HTTP/1.1" status: 200 len: 1099 time: 0.0780408 Apr 11 17:26:22.635264 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2356b461-ef67-4f52-95ba-c7d0f8d187d2 req-baa95ff7-1f32-4357-bc41-7b02dc793b0b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3e3c9443-cebd-4bb5-80d6-f0f5c416614e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0194800 Apr 11 17:26:23.217425 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d0de61-a1af-4a39-9b00-4141ac0786ee req-f81af4be-7f8f-4399-a100-3c3c1a946534 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:23.219038 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-90d0de61-a1af-4a39-9b00-4141ac0786ee req-f81af4be-7f8f-4399-a100-3c3c1a946534 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=235afded-ccca-4743-a07f-f3f6af58c9d6 HTTP/1.1" status: 200 len: 946 time: 0.0917521 Apr 11 17:26:23.251223 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-90d0de61-a1af-4a39-9b00-4141ac0786ee req-f0533183-19f5-455c-933b-3f17790618a2 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e3c9443-cebd-4bb5-80d6-f0f5c416614e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0250673 Apr 11 17:26:23.648135 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b95e44-afe8-4080-8f2e-575fc0de7771 req-3f59aabd-ad2b-46e0-ae21-9fe5e26e1997 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:23.649783 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c3b95e44-afe8-4080-8f2e-575fc0de7771 req-3f59aabd-ad2b-46e0-ae21-9fe5e26e1997 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/ports?device_id=6815c08a-6ff1-4100-8628-124db9c6d60b HTTP/1.1" status: 200 len: 944 time: 0.0907345 Apr 11 17:26:23.681992 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c3b95e44-afe8-4080-8f2e-575fc0de7771 req-d4928c0b-8dbf-469c-9cd5-f31490cd43ee tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/security-groups?id=754028be-f1c6-4364-8ff6-38a30064e0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0252304 Apr 11 17:26:24.098462 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device bfca4d7c-7ec6-4065-ac13-0d23e7be3adf details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 11 17:26:24.246936 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port bfca4d7c-7ec6-4065-ac13-0d23e7be3adf, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=bfca4d7c-7ec6-4065-ac13-0d23e7be3adf,segment=NetworkSegment(9ce0154b-735f-4bb0-90dc-3271cb07138e),segment_id=9ce0154b-735f-4bb0-90dc-3271cb07138e)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:26:24.261728 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Returning: {'device': 'bfca4d7c-7ec6-4065-ac13-0d23e7be3adf', 'network_id': 'ecb7d1eb-102b-4635-a239-2859890780ab', 'port_id': 'bfca4d7c-7ec6-4065-ac13-0d23e7be3adf', 'mac_address': 'fa:16:3e:eb:98:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47aeaecc-b7f7-4386-bccc-d98b04ae59a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 17:26:24.324973 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:24.344053 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfca4d7c-7ec6-4065-ac13-0d23e7be3adf {{(pid=85245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 11 17:26:24.361469 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port bfca4d7c-7ec6-4065-ac13-0d23e7be3adf, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=bfca4d7c-7ec6-4065-ac13-0d23e7be3adf,segment=NetworkSegment(9ce0154b-735f-4bb0-90dc-3271cb07138e),segment_id=9ce0154b-735f-4bb0-90dc-3271cb07138e)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:26:24.364236 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:24.366080 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:26:24.435129 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=bfca4d7c-7ec6-4065-ac13-0d23e7be3adf,revision_number=4']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:26:24.438318 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:26:24.457372 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a164986-4928-43a3-b757-7490ca1e7514 req-4bc09961-1dca-4c94-a36a-8df441b60c6d tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:24.459218 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1a164986-4928-43a3-b757-7490ca1e7514 req-4bc09961-1dca-4c94-a36a-8df441b60c6d tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=235afded-ccca-4743-a07f-f3f6af58c9d6 HTTP/1.1" status: 200 len: 946 time: 0.0922153 Apr 11 17:26:24.490890 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1a164986-4928-43a3-b757-7490ca1e7514 req-d7be0816-66d5-4c9e-b418-2d6d18855a71 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e3c9443-cebd-4bb5-80d6-f0f5c416614e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0249984 Apr 11 17:26:24.672330 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] get_ports_and_sgs() called for port_ids ['bfca4d7c-7ec6-4065-ac13-0d23e7be3adf'] {{(pid=85245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 17:26:24.686152 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd8ee8-46d5-433f-9444-8c6ea1db084f req-a259ab33-d9dc-4386-b585-49f3471a487e tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:24.687941 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-afbd8ee8-46d5-433f-9444-8c6ea1db084f req-a259ab33-d9dc-4386-b585-49f3471a487e tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=235afded-ccca-4743-a07f-f3f6af58c9d6 HTTP/1.1" status: 200 len: 946 time: 0.0879147 Apr 11 17:26:24.698011 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 35642) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:26:24.703574 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-e32e7d35-b9e6-4ff3-b1a2-247af60b36d5 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Request body: {'floatingip': {'port_id': '0992fd14-6d39-49f4-aee9-fc73b54dbf8a'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:26:24.790619 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e32e7d35-b9e6-4ff3-b1a2-247af60b36d5 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks [] for floatingip, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:25.138393 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f89dcf-2252-4362-9ea2-d50b38a1b6bd req-0de74362-269c-4bea-8c84-32feb295dd0f tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:25.140033 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d4f89dcf-2252-4362-9ea2-d50b38a1b6bd req-0de74362-269c-4bea-8c84-32feb295dd0f tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/ports?device_id=6815c08a-6ff1-4100-8628-124db9c6d60b HTTP/1.1" status: 200 len: 945 time: 0.2861545 Apr 11 17:26:25.250315 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d4f89dcf-2252-4362-9ea2-d50b38a1b6bd req-aa3ef574-4c57-42fe-8e76-10e89ef59be5 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/security-groups?id=754028be-f1c6-4364-8ff6-38a30064e0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005230 Apr 11 17:26:25.776339 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e32e7d35-b9e6-4ff3-b1a2-247af60b36d5 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:25.779132 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e32e7d35-b9e6-4ff3-b1a2-247af60b36d5 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846760615'] for floatingip, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:25.962433 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.db.l3_db [None req-e32e7d35-b9e6-4ff3-b1a2-247af60b36d5 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Floating IP 2d8e6863-a856-4e5f-aa74-aff7830efe66 associated. External IP: 172.28.2.163, port: 0992fd14-6d39-49f4-aee9-fc73b54dbf8a. Apr 11 17:26:26.125843 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device bfca4d7c-7ec6-4065-ac13-0d23e7be3adf up at agent hyperv_hv-cinder-78477 {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:26:26.198009 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Provisioning for port bfca4d7c-7ec6-4065-ac13-0d23e7be3adf completed by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:26:26.203277 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Provisioning complete for port bfca4d7c-7ec6-4065-ac13-0d23e7be3adf triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:26:26.203711 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:26.330597 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:26.343151 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6815c08a-6ff1-4100-8628-124db9c6d60b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfca4d7c-7ec6-4065-ac13-0d23e7be3adf'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:26:26.350047 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e32e7d35-b9e6-4ff3-b1a2-247af60b36d5 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Router 84f65695-21aa-47be-9b6c-46782657b78e has already been hosted by L3 agent 5d769fae-3c68-4f0c-97be-90cfc50b6a37 {{(pid=85244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 11 17:26:26.368882 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port bfca4d7c-7ec6-4065-ac13-0d23e7be3adf, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=bfca4d7c-7ec6-4065-ac13-0d23e7be3adf,segment=NetworkSegment(9ce0154b-735f-4bb0-90dc-3271cb07138e),segment_id=9ce0154b-735f-4bb0-90dc-3271cb07138e)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:26:26.372333 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:26.374302 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:26:26.411580 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6815c08a-6ff1-4100-8628-124db9c6d60b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfca4d7c-7ec6-4065-ac13-0d23e7be3adf', 'code': 200} Apr 11 17:26:26.450234 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=bfca4d7c-7ec6-4065-ac13-0d23e7be3adf,revision_number=5']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:26:26.464779 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:26:26.662960 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0535d88-3c26-4ff9-862e-848ab0bdcb99 req-b74e95dd-42fa-463e-be4b-103a1b32392e tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:26.664541 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e0535d88-3c26-4ff9-862e-848ab0bdcb99 req-b74e95dd-42fa-463e-be4b-103a1b32392e tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/ports?device_id=6815c08a-6ff1-4100-8628-124db9c6d60b HTTP/1.1" status: 200 len: 946 time: 0.2544158 Apr 11 17:26:26.668837 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32e7d35-b9e6-4ff3-b1a2-247af60b36d5 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify agent at l3_agent.dv-cinder-784779-4-smb the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 11 17:26:26.674687 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e32e7d35-b9e6-4ff3-b1a2-247af60b36d5 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for floatingip, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:26.678976 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bc96dc-082f-46c5-9e2c-48f5937cce0a None None] Sync routers for ids ['84f65695-21aa-47be-9b6c-46782657b78e'] in dv-cinder-784779-4-smb {{(pid=85245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 11 17:26:26.689184 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bc96dc-082f-46c5-9e2c-48f5937cce0a None None] Routers {'84f65695-21aa-47be-9b6c-46782657b78e'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:26:26.689874 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-84bc96dc-082f-46c5-9e2c-48f5937cce0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:26:07Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['84f65695-21aa-47be-9b6c-46782657b78e'], 'active': True} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:26:26.757463 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e0535d88-3c26-4ff9-862e-848ab0bdcb99 req-d6ba33aa-bf85-492e-9148-90c93a7707a6 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/security-groups?id=754028be-f1c6-4364-8ff6-38a30064e0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548532 Apr 11 17:26:26.774008 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-e32e7d35-b9e6-4ff3-b1a2-247af60b36d5 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "PUT /v2.0/floatingips/2d8e6863-a856-4e5f-aa74-aff7830efe66 HTTP/1.1" status: 200 len: 992 time: 2.0748899 Apr 11 17:26:26.774886 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '235afded-ccca-4743-a07f-f3f6af58c9d6', 'tag': '0992fd14-6d39-49f4-aee9-fc73b54dbf8a'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:26:26.781080 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4e3e5-dbb5-4789-aba7-c32a7c3bda2a req-b665f438-1e6a-493f-bdd8-08d61e8fb7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:26.782673 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-64f4e3e5-dbb5-4789-aba7-c32a7c3bda2a req-b665f438-1e6a-493f-bdd8-08d61e8fb7a0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6815c08a-6ff1-4100-8628-124db9c6d60b HTTP/1.1" status: 200 len: 1099 time: 0.2078319 Apr 11 17:26:26.810817 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-64f4e3e5-dbb5-4789-aba7-c32a7c3bda2a req-925b873c-2641-47d0-be60-e2eea4d8f531 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=754028be-f1c6-4364-8ff6-38a30064e0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0215478 Apr 11 17:26:26.834701 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '235afded-ccca-4743-a07f-f3f6af58c9d6', 'tag': '0992fd14-6d39-49f4-aee9-fc73b54dbf8a', 'status': 'completed', 'code': 200} Apr 11 17:26:26.881571 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-84bc96dc-082f-46c5-9e2c-48f5937cce0a None None] Set router 84f65695-21aa-47be-9b6c-46782657b78e gateway port host: dv-cinder-784779-4-smb {{(pid=85245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:26:27.055931 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8f086-ad32-41d0-96bd-5f5640a76b3b req-917465cf-7455-4fef-9956-0113a5e9304d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:27.057557 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-33e8f086-ad32-41d0-96bd-5f5640a76b3b req-917465cf-7455-4fef-9956-0113a5e9304d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1dff44dcd306439ea6d1f64cae358515&device_id=235afded-ccca-4743-a07f-f3f6af58c9d6 HTTP/1.1" status: 200 len: 1099 time: 0.0846307 Apr 11 17:26:27.208433 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8f086-ad32-41d0-96bd-5f5640a76b3b req-051861d1-886c-48ce-8a3b-87c7c5ca8b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:27.210462 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-33e8f086-ad32-41d0-96bd-5f5640a76b3b req-051861d1-886c-48ce-8a3b-87c7c5ca8b47 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f79386bd-8864-4166-bb9e-db3cc709422a HTTP/1.1" status: 200 len: 912 time: 0.1455324 Apr 11 17:26:27.325925 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-33e8f086-ad32-41d0-96bd-5f5640a76b3b req-f1375d11-bab1-4483-9aa4-36e75767bf47 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0992fd14-6d39-49f4-aee9-fc73b54dbf8a HTTP/1.1" status: 200 len: 1000 time: 0.1086569 Apr 11 17:26:27.400429 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8f086-ad32-41d0-96bd-5f5640a76b3b req-e73a3503-1547-495c-8f46-fe05907c7146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:27.402010 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-33e8f086-ad32-41d0-96bd-5f5640a76b3b req-e73a3503-1547-495c-8f46-fe05907c7146 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d687bab0-4e02-4bbb-b7d3-fd6ef7a92063 HTTP/1.1" status: 200 len: 850 time: 0.0697351 Apr 11 17:26:27.418603 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-84bc96dc-082f-46c5-9e2c-48f5937cce0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f65695-21aa-47be-9b6c-46782657b78e', 'name': 'tempest-AttachVolumeTestJSON-1696572694-router', 'tenant_id': '1dff44dcd306439ea6d1f64cae358515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd462fe93-d0f1-43d8-aafc-cb56153f2870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:16Z', 'updated_at': '2021-04-11T17:20:37Z', 'revision_number': 4, 'project_id': '1dff44dcd306439ea6d1f64cae358515', 'gw_port': {'id': 'd462fe93-d0f1-43d8-aafc-cb56153f2870', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f65695-21aa-47be-9b6c-46782657b78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:18Z', 'updated_at': '2021-04-11T17:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_floatingips': [{'id': '2d8e6863-a856-4e5f-aa74-aff7830efe66', 'tenant_id': '1dff44dcd306439ea6d1f64cae358515', 'floating_ip_address': '172.28.2.163', 'floating_network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'router_id': '84f65695-21aa-47be-9b6c-46782657b78e', 'port_id': '0992fd14-6d39-49f4-aee9-fc73b54dbf8a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f79386bd-8864-4166-bb9e-db3cc709422a', 'mac_address': 'fa:16:3e:52:28:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235afded-ccca-4743-a07f-f3f6af58c9d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:26:08Z', 'updated_at': '2021-04-11T17:26:25Z', 'revision_number': 1, 'project_id': '1dff44dcd306439ea6d1f64cae358515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3059e80d-0bbd-432a-b41e-e94bb5851b33', 'name': '', 'network_id': 'f79386bd-8864-4166-bb9e-db3cc709422a', 'tenant_id': '1dff44dcd306439ea6d1f64cae358515', 'mac_address': 'fa:16:3e:30:91:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f65695-21aa-47be-9b6c-46782657b78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd687bab0-4e02-4bbb-b7d3-fd6ef7a92063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:29Z', 'updated_at': '2021-04-11T17:20:50Z', 'revision_number': 5, 'project_id': '1dff44dcd306439ea6d1f64cae358515', 'subnets': [{'id': 'd687bab0-4e02-4bbb-b7d3-fd6ef7a92063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:26:27.424195 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bc96dc-082f-46c5-9e2c-48f5937cce0a None None] Checking router: 84f65695-21aa-47be-9b6c-46782657b78e for host: dv-cinder-784779-4-smb {{(pid=85245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 11 17:26:27.434022 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bc96dc-082f-46c5-9e2c-48f5937cce0a None None] Routers {'84f65695-21aa-47be-9b6c-46782657b78e'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:26:27.434708 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-84bc96dc-082f-46c5-9e2c-48f5937cce0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:26:07Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['84f65695-21aa-47be-9b6c-46782657b78e'], 'active': True} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:26:27.493883 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8f086-ad32-41d0-96bd-5f5640a76b3b req-8f60159e-54df-4ec6-b7de-2df56beedfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:27.495666 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-33e8f086-ad32-41d0-96bd-5f5640a76b3b req-8f60159e-54df-4ec6-b7de-2df56beedfca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f79386bd-8864-4166-bb9e-db3cc709422a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0870194 Apr 11 17:26:27.636577 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-84bc96dc-082f-46c5-9e2c-48f5937cce0a None None] Set router 84f65695-21aa-47be-9b6c-46782657b78e gateway port host: dv-cinder-784779-4-smb {{(pid=85245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:26:27.645799 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-33e8f086-ad32-41d0-96bd-5f5640a76b3b req-6e6efbb9-3c95-45dd-9533-d19521293d2f service neutron] 10.222.0.42 "GET /v2.0/networks/f79386bd-8864-4166-bb9e-db3cc709422a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414640 Apr 11 17:26:27.793810 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-33e8f086-ad32-41d0-96bd-5f5640a76b3b req-c8542b66-8128-49c7-8455-ccb856f59bf8 service neutron] 10.222.0.42 "GET /v2.0/networks/f79386bd-8864-4166-bb9e-db3cc709422a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412435 Apr 11 17:26:27.971344 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4195914b-d2bb-495a-bf23-55c4d60d5f3d req-f70de78b-7eec-4a0a-99a2-242711acadfa tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:27.973227 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-4195914b-d2bb-495a-bf23-55c4d60d5f3d req-f70de78b-7eec-4a0a-99a2-242711acadfa tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/ports?device_id=6815c08a-6ff1-4100-8628-124db9c6d60b HTTP/1.1" status: 200 len: 946 time: 0.0932422 Apr 11 17:26:28.012327 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-4195914b-d2bb-495a-bf23-55c4d60d5f3d req-4985a0de-7264-4cfb-99ba-726f336edffd tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/security-groups?id=754028be-f1c6-4364-8ff6-38a30064e0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327094 Apr 11 17:26:28.029266 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-84bc96dc-082f-46c5-9e2c-48f5937cce0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f65695-21aa-47be-9b6c-46782657b78e', 'name': 'tempest-AttachVolumeTestJSON-1696572694-router', 'tenant_id': '1dff44dcd306439ea6d1f64cae358515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd462fe93-d0f1-43d8-aafc-cb56153f2870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:16Z', 'updated_at': '2021-04-11T17:20:37Z', 'revision_number': 4, 'project_id': '1dff44dcd306439ea6d1f64cae358515', 'gw_port': {'id': 'd462fe93-d0f1-43d8-aafc-cb56153f2870', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f65695-21aa-47be-9b6c-46782657b78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:18Z', 'updated_at': '2021-04-11T17:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_floatingips': [{'id': '2d8e6863-a856-4e5f-aa74-aff7830efe66', 'tenant_id': '1dff44dcd306439ea6d1f64cae358515', 'floating_ip_address': '172.28.2.163', 'floating_network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'router_id': '84f65695-21aa-47be-9b6c-46782657b78e', 'port_id': '0992fd14-6d39-49f4-aee9-fc73b54dbf8a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f79386bd-8864-4166-bb9e-db3cc709422a', 'mac_address': 'fa:16:3e:52:28:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235afded-ccca-4743-a07f-f3f6af58c9d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:26:08Z', 'updated_at': '2021-04-11T17:26:25Z', 'revision_number': 1, 'project_id': '1dff44dcd306439ea6d1f64cae358515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3059e80d-0bbd-432a-b41e-e94bb5851b33', 'name': '', 'network_id': 'f79386bd-8864-4166-bb9e-db3cc709422a', 'tenant_id': '1dff44dcd306439ea6d1f64cae358515', 'mac_address': 'fa:16:3e:30:91:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f65695-21aa-47be-9b6c-46782657b78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd687bab0-4e02-4bbb-b7d3-fd6ef7a92063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:29Z', 'updated_at': '2021-04-11T17:20:50Z', 'revision_number': 5, 'project_id': '1dff44dcd306439ea6d1f64cae358515', 'subnets': [{'id': 'd687bab0-4e02-4bbb-b7d3-fd6ef7a92063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:26:28.034361 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bc96dc-082f-46c5-9e2c-48f5937cce0a None None] The sync data for ids ['84f65695-21aa-47be-9b6c-46782657b78e'] in dv-cinder-784779-4-smb is: [{'id': '84f65695-21aa-47be-9b6c-46782657b78e', 'name': 'tempest-AttachVolumeTestJSON-1696572694-router', 'tenant_id': '1dff44dcd306439ea6d1f64cae358515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd462fe93-d0f1-43d8-aafc-cb56153f2870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:16Z', 'updated_at': '2021-04-11T17:20:37Z', 'revision_number': 4, 'project_id': '1dff44dcd306439ea6d1f64cae358515', 'gw_port': {'id': 'd462fe93-d0f1-43d8-aafc-cb56153f2870', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f65695-21aa-47be-9b6c-46782657b78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:18Z', 'updated_at': '2021-04-11T17:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_floatingips': [{'id': '2d8e6863-a856-4e5f-aa74-aff7830efe66', 'tenant_id': '1dff44dcd306439ea6d1f64cae358515', 'floating_ip_address': '172.28.2.163', 'floating_network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'router_id': '84f65695-21aa-47be-9b6c-46782657b78e', 'port_id': '0992fd14-6d39-49f4-aee9-fc73b54dbf8a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f79386bd-8864-4166-bb9e-db3cc709422a', 'mac_address': 'fa:16:3e:52:28:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235afded-ccca-4743-a07f-f3f6af58c9d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:26:08Z', 'updated_at': '2021-04-11T17:26:25Z', 'revision_number': 1, 'project_id': '1dff44dcd306439ea6d1f64cae358515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3059e80d-0bbd-432a-b41e-e94bb5851b33', 'name': '', 'network_id': 'f79386bd-8864-4166-bb9e-db3cc709422a', 'tenant_id': '1dff44dcd306439ea6d1f64cae358515', 'mac_address': 'fa:16:3e:30:91:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f65695-21aa-47be-9b6c-46782657b78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd687bab0-4e02-4bbb-b7d3-fd6ef7a92063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:29Z', 'updated_at': '2021-04-11T17:20:50Z', 'revision_number': 5, 'project_id': '1dff44dcd306439ea6d1f64cae358515', 'subnets': [{'id': 'd687bab0-4e02-4bbb-b7d3-fd6ef7a92063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 11 17:26:28.350287 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df7e04d-e51b-4c78-b86d-0ced267c9b20 None None] New status for floating IP 2d8e6863-a856-4e5f-aa74-aff7830efe66: ACTIVE {{(pid=85246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 11 17:26:29.220098 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb3b91-03ed-44fa-bf58-b728ae05e360 req-368f2411-f51f-4a8c-a549-1df5840c7765 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:29.221686 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d4eb3b91-03ed-44fa-bf58-b728ae05e360 req-368f2411-f51f-4a8c-a549-1df5840c7765 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/ports?device_id=6815c08a-6ff1-4100-8628-124db9c6d60b HTTP/1.1" status: 200 len: 946 time: 0.0892682 Apr 11 17:26:29.253974 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d4eb3b91-03ed-44fa-bf58-b728ae05e360 req-7d770095-81a7-44d8-88e0-c50445351c14 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/security-groups?id=754028be-f1c6-4364-8ff6-38a30064e0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251620 Apr 11 17:26:29.598562 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 6 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:26:30.286247 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8ad8c-c3ee-47eb-a993-cc7150242c6d req-a39a637a-cf01-4d0f-9c12-4d84785b2f18 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:30.287924 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-41c8ad8c-c3ee-47eb-a993-cc7150242c6d req-a39a637a-cf01-4d0f-9c12-4d84785b2f18 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/ports?device_id=6815c08a-6ff1-4100-8628-124db9c6d60b HTTP/1.1" status: 200 len: 946 time: 0.0920775 Apr 11 17:26:30.323267 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-41c8ad8c-c3ee-47eb-a993-cc7150242c6d req-80f9e366-2dbc-454e-b0ed-cfbcaa86ea97 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/security-groups?id=754028be-f1c6-4364-8ff6-38a30064e0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290217 Apr 11 17:26:31.535660 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f0502-09ec-451a-9a8b-e9583e41c53e req-7bcbb86d-f08b-4833-a56f-bca799a31e5a tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:31.537308 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-cb7f0502-09ec-451a-9a8b-e9583e41c53e req-7bcbb86d-f08b-4833-a56f-bca799a31e5a tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/ports?device_id=6815c08a-6ff1-4100-8628-124db9c6d60b HTTP/1.1" status: 200 len: 946 time: 0.0944791 Apr 11 17:26:31.568860 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-cb7f0502-09ec-451a-9a8b-e9583e41c53e req-898cd741-a1f5-4788-a4f9-3ac1d039731d tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/security-groups?id=754028be-f1c6-4364-8ff6-38a30064e0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0247898 Apr 11 17:26:31.811059 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81855c44-e5ae-488b-9b40-3c11d5b35929 req-9e907c43-37fc-4cdf-9b52-287ebd4ef97f tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:31.812693 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-81855c44-e5ae-488b-9b40-3c11d5b35929 req-9e907c43-37fc-4cdf-9b52-287ebd4ef97f tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.42 "GET /v2.0/ports?device_id=6815c08a-6ff1-4100-8628-124db9c6d60b HTTP/1.1" status: 200 len: 946 time: 0.0933568 Apr 11 17:26:31.898175 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-81855c44-e5ae-488b-9b40-3c11d5b35929 req-8eea0cd8-0de8-4243-a279-8d15047f5d7c tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Deleting port bfca4d7c-7ec6-4065-ac13-0d23e7be3adf {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:26:31.898555 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-81855c44-e5ae-488b-9b40-3c11d5b35929 req-8eea0cd8-0de8-4243-a279-8d15047f5d7c tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:32.167756 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-81855c44-e5ae-488b-9b40-3c11d5b35929 req-8eea0cd8-0de8-4243-a279-8d15047f5d7c tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] For port bfca4d7c-7ec6-4065-ac13-0d23e7be3adf, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=bfca4d7c-7ec6-4065-ac13-0d23e7be3adf,segment=NetworkSegment(9ce0154b-735f-4bb0-90dc-3271cb07138e),segment_id=9ce0154b-735f-4bb0-90dc-3271cb07138e)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:26:32.168203 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-81855c44-e5ae-488b-9b40-3c11d5b35929 req-8eea0cd8-0de8-4243-a279-8d15047f5d7c tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:32.303302 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-81855c44-e5ae-488b-9b40-3c11d5b35929 req-8eea0cd8-0de8-4243-a279-8d15047f5d7c tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Calling delete_port for bfca4d7c-7ec6-4065-ac13-0d23e7be3adf owned by compute:nova {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:26:32.749822 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-81855c44-e5ae-488b-9b40-3c11d5b35929 req-8eea0cd8-0de8-4243-a279-8d15047f5d7c tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771099430430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771099036582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6317060'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:32.765318 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:26:32.872511 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea0cd8-0de8-4243-a279-8d15047f5d7c tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Pushing event deleted for resources: {'Port': ['ID=bfca4d7c-7ec6-4065-ac13-0d23e7be3adf,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:26:32.895976 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0cd8-0de8-4243-a279-8d15047f5d7c tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:26:32.896388 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0cd8-0de8-4243-a279-8d15047f5d7c tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:26:32.896803 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0cd8-0de8-4243-a279-8d15047f5d7c tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:26:32.897198 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0cd8-0de8-4243-a279-8d15047f5d7c tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:26:32.897598 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0cd8-0de8-4243-a279-8d15047f5d7c tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:26:32.897980 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0cd8-0de8-4243-a279-8d15047f5d7c tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:26:32.898370 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0cd8-0de8-4243-a279-8d15047f5d7c tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:26:32.898768 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0cd8-0de8-4243-a279-8d15047f5d7c tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:26:32.899154 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0cd8-0de8-4243-a279-8d15047f5d7c tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:26:32.899539 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0cd8-0de8-4243-a279-8d15047f5d7c tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:26:32.899952 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0cd8-0de8-4243-a279-8d15047f5d7c tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:26:32.900341 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eea0cd8-0de8-4243-a279-8d15047f5d7c tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:26:32.912417 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8eea0cd8-0de8-4243-a279-8d15047f5d7c tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:26:32.967065 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158c08a-0a48-444e-930c-291823e9fb2a req-f7dfcb0d-cecd-4499-b84f-2454b80428fb tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:32.968686 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b158c08a-0a48-444e-930c-291823e9fb2a req-f7dfcb0d-cecd-4499-b84f-2454b80428fb tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/ports?device_id=6815c08a-6ff1-4100-8628-124db9c6d60b HTTP/1.1" status: 200 len: 867 time: 0.2784364 Apr 11 17:26:33.078669 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b158c08a-0a48-444e-930c-291823e9fb2a req-94ba0995-54f8-41d6-b5b5-e7a12e2fadf6 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/security-groups?id=754028be-f1c6-4364-8ff6-38a30064e0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025567 Apr 11 17:26:33.086020 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-81855c44-e5ae-488b-9b40-3c11d5b35929 req-8eea0cd8-0de8-4243-a279-8d15047f5d7c tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] No DVR routers for this DVR port bfca4d7c-7ec6-4065-ac13-0d23e7be3adf on host hv-cinder-78477 {{(pid=85244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 11 17:26:33.088650 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-81855c44-e5ae-488b-9b40-3c11d5b35929 req-8eea0cd8-0de8-4243-a279-8d15047f5d7c tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:33.091592 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6815c08a-6ff1-4100-8628-124db9c6d60b', 'name': 'network-vif-deleted', 'tag': 'bfca4d7c-7ec6-4065-ac13-0d23e7be3adf'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:26:33.108064 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-81855c44-e5ae-488b-9b40-3c11d5b35929 req-8eea0cd8-0de8-4243-a279-8d15047f5d7c tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.42 "DELETE /v2.0/ports/bfca4d7c-7ec6-4065-ac13-0d23e7be3adf HTTP/1.1" status: 204 len: 173 time: 1.2897530 Apr 11 17:26:33.146538 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6815c08a-6ff1-4100-8628-124db9c6d60b', 'name': 'network-vif-deleted', 'tag': 'bfca4d7c-7ec6-4065-ac13-0d23e7be3adf', 'status': 'completed', 'code': 200} Apr 11 17:26:33.768418 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:34.157024 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device bfca4d7c-7ec6-4065-ac13-0d23e7be3adf no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 11 17:26:34.194602 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] No Port match for: bfca4d7c-7ec6-4065-ac13-0d23e7be3adf {{(pid=85245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 11 17:26:34.194999 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device bfca4d7c-7ec6-4065-ac13-0d23e7be3adf not bound to the agent host hv-cinder-78477 {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 11 17:26:34.483953 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-387e013f-f588-4261-b12a-5382ee032f69 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:34.485691 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-387e013f-f588-4261-b12a-5382ee032f69 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/networks?id=ecb7d1eb-102b-4635-a239-2859890780ab HTTP/1.1" status: 200 len: 809 time: 0.1656029 Apr 11 17:26:34.503281 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-c38c0735-6a3f-4b12-9a62-dc19fd5246ba tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/quotas/6614b34e3a47438988e268cd7a4a824d HTTP/1.1" status: 200 len: 375 time: 0.0113845 Apr 11 17:26:34.561862 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-84a4822c-eb1f-41e8-9d69-0b637af45764 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Synchronizing usage tracker for tenant:6614b34e3a47438988e268cd7a4a824d on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:26:34.577687 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-84a4822c-eb1f-41e8-9d69-0b637af45764 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Unset dirty status for tenant:6614b34e3a47438988e268cd7a4a824d on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:26:34.579862 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-84a4822c-eb1f-41e8-9d69-0b637af45764 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6614b34e3a47438988e268cd7a4a824d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0698454 Apr 11 17:26:34.724311 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-dc293916-389f-4b8a-9a76-a170e5248de6 service neutron] 10.222.0.16 "GET /v2.0/networks/ecb7d1eb-102b-4635-a239-2859890780ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365807 Apr 11 17:26:34.870818 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-ecd58852-e48b-4142-9003-c93bd0abca4e service neutron] 10.222.0.16 "GET /v2.0/networks/ecb7d1eb-102b-4635-a239-2859890780ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399794 Apr 11 17:26:34.878876 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-01256bb8-660e-46f6-b94a-6aa46876ec32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:35.067449 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-edb3d895-3ddc-46ae-9c46-8d8ec38792b9 req-96f9e0b3-460c-46e6-9c6a-5ea1b167bfbe tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bae09f2-e34b-4e6d-8a07-fb6837a2471a HTTP/1.1" status: 200 len: 210 time: 0.0512757 Apr 11 17:26:36.171158 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-5909fa47-5704-45e9-8d88-62bdc73d2717 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:36.173337 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-5909fa47-5704-45e9-8d88-62bdc73d2717 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.42 "GET /v2.0/networks?id=ecb7d1eb-102b-4635-a239-2859890780ab HTTP/1.1" status: 200 len: 809 time: 0.1681776 Apr 11 17:26:36.186464 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-c55d3583-51a7-46b5-bf28-66c022839c26 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Request body: {'port': {'device_id': '2bae09f2-e34b-4e6d-8a07-fb6837a2471a', 'network_id': 'ecb7d1eb-102b-4635-a239-2859890780ab', 'admin_state_up': True, 'tenant_id': '6614b34e3a47438988e268cd7a4a824d'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:26:36.330262 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e687db5e-0ea3-4d6b-91b4-01f11d13f2e2 req-f5c4b1b9-034e-49f5-9b17-cd072a973bfb tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bae09f2-e34b-4e6d-8a07-fb6837a2471a HTTP/1.1" status: 200 len: 210 time: 0.1249318 Apr 11 17:26:36.396458 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-c55d3583-51a7-46b5-bf28-66c022839c26 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:26:36.407115 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-c55d3583-51a7-46b5-bf28-66c022839c26 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:26:36.415642 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-c55d3583-51a7-46b5-bf28-66c022839c26 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Made reservation on behalf of 6614b34e3a47438988e268cd7a4a824d for: {'port': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:26:36.421916 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-c55d3583-51a7-46b5-bf28-66c022839c26 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:36.577952 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-c55d3583-51a7-46b5-bf28-66c022839c26 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Allocated IP 172.20.0.3 (ecb7d1eb-102b-4635-a239-2859890780ab/47aeaecc-b7f7-4386-bccc-d98b04ae59a0/75396ac1-5981-4d2f-a5ba-55252a9f4ede) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:26:36.784893 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-c55d3583-51a7-46b5-bf28-66c022839c26 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:36.815913 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-c55d3583-51a7-46b5-bf28-66c022839c26 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6317060'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:36.832596 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d5c75dbd-f38a-41ce-8784-f8777dc82b4f tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:26:36.976797 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d3583-51a7-46b5-bf28-66c022839c26 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Pushing event updated for resources: {'Port': ['ID=75396ac1-5981-4d2f-a5ba-55252a9f4ede,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:26:36.982268 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c55d3583-51a7-46b5-bf28-66c022839c26 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:26:37.039717 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-c55d3583-51a7-46b5-bf28-66c022839c26 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Network ecb7d1eb-102b-4635-a239-2859890780ab is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:26:37.040984 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-c55d3583-51a7-46b5-bf28-66c022839c26 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:26:37.043443 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-c55d3583-51a7-46b5-bf28-66c022839c26 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:26:37.113986 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-c55d3583-51a7-46b5-bf28-66c022839c26 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:37.114575 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-c55d3583-51a7-46b5-bf28-66c022839c26 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:37.140136 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-c55d3583-51a7-46b5-bf28-66c022839c26 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9581585 Apr 11 17:26:37.154925 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-5254e5cf-2236-4899-8c32-7bb3b01d9618 service neutron] Request body: {'port': {'device_id': '2bae09f2-e34b-4e6d-8a07-fb6837a2471a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:26:37.294177 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-5254e5cf-2236-4899-8c32-7bb3b01d9618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:37.305937 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ee750df0-5478-4c32-a8e8-ec742782d090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:37.681157 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fc7b1-f71f-4f32-a93f-a117dafb7365 req-ff0bb0c7-fd16-4048-8c3d-65b789ee9be0 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:37.681917 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-697fc7b1-f71f-4f32-a93f-a117dafb7365 req-ff0bb0c7-fd16-4048-8c3d-65b789ee9be0 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Synchronizing usage tracker for tenant:6614b34e3a47438988e268cd7a4a824d on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:26:37.717844 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-697fc7b1-f71f-4f32-a93f-a117dafb7365 req-ff0bb0c7-fd16-4048-8c3d-65b789ee9be0 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Unset dirty status for tenant:6614b34e3a47438988e268cd7a4a824d on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:26:37.719120 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-697fc7b1-f71f-4f32-a93f-a117dafb7365 req-ff0bb0c7-fd16-4048-8c3d-65b789ee9be0 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bae09f2-e34b-4e6d-8a07-fb6837a2471a HTTP/1.1" status: 200 len: 931 time: 0.2558000 Apr 11 17:26:37.763512 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-697fc7b1-f71f-4f32-a93f-a117dafb7365 req-4854849b-ca15-47fd-b00a-38d52b28d80d tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/security-groups?id=754028be-f1c6-4364-8ff6-38a30064e0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362329 Apr 11 17:26:37.823002 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-5254e5cf-2236-4899-8c32-7bb3b01d9618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75396ac1-5981-4d2f-a5ba-55252a9f4ede {{(pid=85244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 11 17:26:37.831574 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-5254e5cf-2236-4899-8c32-7bb3b01d9618 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:37.846786 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-5254e5cf-2236-4899-8c32-7bb3b01d9618 service neutron] Transition to ACTIVE for port object 75396ac1-5981-4d2f-a5ba-55252a9f4ede will not be triggered until provisioned by entity L2. {{(pid=85244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:26:37.849546 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-5254e5cf-2236-4899-8c32-7bb3b01d9618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848458740'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:37.865067 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-35097df7-4547-4ed3-90bc-f13e0878f453 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:26:37.956021 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:38.007901 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5254e5cf-2236-4899-8c32-7bb3b01d9618 service neutron] Pushing event updated for resources: {'Port': ['ID=75396ac1-5981-4d2f-a5ba-55252a9f4ede,revision_number=2']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:26:38.010808 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5254e5cf-2236-4899-8c32-7bb3b01d9618 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:26:38.236436 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-5254e5cf-2236-4899-8c32-7bb3b01d9618 service neutron] Attempting to bind port 75396ac1-5981-4d2f-a5ba-55252a9f4ede on host hv-cinder-78477 for vnic_type normal with profile {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:26:38.236731 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-5254e5cf-2236-4899-8c32-7bb3b01d9618 service neutron] Attempting to bind port 75396ac1-5981-4d2f-a5ba-55252a9f4ede by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '9ce0154b-735f-4bb0-90dc-3271cb07138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ecb7d1eb-102b-4635-a239-2859890780ab'}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 11 17:26:38.237089 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-5254e5cf-2236-4899-8c32-7bb3b01d9618 service neutron] Attempting to bind port 75396ac1-5981-4d2f-a5ba-55252a9f4ede on network ecb7d1eb-102b-4635-a239-2859890780ab {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:26:38.242750 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-5254e5cf-2236-4899-8c32-7bb3b01d9618 service neutron] Port 75396ac1-5981-4d2f-a5ba-55252a9f4ede on network ecb7d1eb-102b-4635-a239-2859890780ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:26:38.243116 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-5254e5cf-2236-4899-8c32-7bb3b01d9618 service neutron] Attempting to bind port 75396ac1-5981-4d2f-a5ba-55252a9f4ede on network ecb7d1eb-102b-4635-a239-2859890780ab {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:26:38.248858 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-5254e5cf-2236-4899-8c32-7bb3b01d9618 service neutron] Checking agent: {'id': '0333fbf7-6dfe-499c-9c5e-b9bf9a863355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 18, 34), 'started_at': datetime.datetime(2021, 4, 11, 17, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 17:26:38.250787 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-5254e5cf-2236-4899-8c32-7bb3b01d9618 service neutron] Checking segment: {'id': '9ce0154b-735f-4bb0-90dc-3271cb07138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ecb7d1eb-102b-4635-a239-2859890780ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:26:38.250787 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-5254e5cf-2236-4899-8c32-7bb3b01d9618 service neutron] Bound using segment: {'id': '9ce0154b-735f-4bb0-90dc-3271cb07138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ecb7d1eb-102b-4635-a239-2859890780ab'} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 17:26:38.250787 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-5254e5cf-2236-4899-8c32-7bb3b01d9618 service neutron] Bound port: 75396ac1-5981-4d2f-a5ba-55252a9f4ede, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ce0154b-735f-4bb0-90dc-3271cb07138e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'ecb7d1eb-102b-4635-a239-2859890780ab'}}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 11 17:26:38.250787 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-5254e5cf-2236-4899-8c32-7bb3b01d9618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:38.333437 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-5254e5cf-2236-4899-8c32-7bb3b01d9618 service neutron] For port 75396ac1-5981-4d2f-a5ba-55252a9f4ede, host hv-cinder-78477, cleared binding levels {{(pid=85244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 11 17:26:38.337240 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-5254e5cf-2236-4899-8c32-7bb3b01d9618 service neutron] For port 75396ac1-5981-4d2f-a5ba-55252a9f4ede, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=75396ac1-5981-4d2f-a5ba-55252a9f4ede,segment=NetworkSegment(9ce0154b-735f-4bb0-90dc-3271cb07138e),segment_id=9ce0154b-735f-4bb0-90dc-3271cb07138e)] {{(pid=85244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 11 17:26:38.340885 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-5254e5cf-2236-4899-8c32-7bb3b01d9618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848458740'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:38.356829 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c55d3583-51a7-46b5-bf28-66c022839c26 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:26:38.390837 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:38.744897 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5254e5cf-2236-4899-8c32-7bb3b01d9618 service neutron] Pushing event updated for resources: {'Port': ['ID=75396ac1-5981-4d2f-a5ba-55252a9f4ede,revision_number=3']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:26:38.749754 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5254e5cf-2236-4899-8c32-7bb3b01d9618 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:26:38.784738 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-5254e5cf-2236-4899-8c32-7bb3b01d9618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:38.785240 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-5254e5cf-2236-4899-8c32-7bb3b01d9618 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:38.786730 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-5254e5cf-2236-4899-8c32-7bb3b01d9618 service neutron] 10.222.0.42 "PUT /v2.0/ports/75396ac1-5981-4d2f-a5ba-55252a9f4ede HTTP/1.1" status: 200 len: 1093 time: 1.6365085 Apr 11 17:26:38.787266 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bae09f2-e34b-4e6d-8a07-fb6837a2471a', 'tag': '75396ac1-5981-4d2f-a5ba-55252a9f4ede'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:26:38.859177 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bae09f2-e34b-4e6d-8a07-fb6837a2471a', 'tag': '75396ac1-5981-4d2f-a5ba-55252a9f4ede', 'status': 'completed', 'code': 200} Apr 11 17:26:38.961171 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-59f8bacb-392d-47d3-98a2-811b373b9179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:38.962801 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-59f8bacb-392d-47d3-98a2-811b373b9179 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6614b34e3a47438988e268cd7a4a824d&device_id=2bae09f2-e34b-4e6d-8a07-fb6837a2471a HTTP/1.1" status: 200 len: 1096 time: 0.1413343 Apr 11 17:26:39.046229 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-e3627738-4d61-4cac-a010-6fdddee55348 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75396ac1-5981-4d2f-a5ba-55252a9f4ede HTTP/1.1" status: 200 len: 217 time: 0.0739925 Apr 11 17:26:39.104686 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911db69-5ee9-4b04-842c-3a0e3238ff1d req-16fc393b-4381-4b29-86ab-5f0f8c541673 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:39.106287 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-7911db69-5ee9-4b04-842c-3a0e3238ff1d req-16fc393b-4381-4b29-86ab-5f0f8c541673 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bae09f2-e34b-4e6d-8a07-fb6837a2471a HTTP/1.1" status: 200 len: 943 time: 0.2160661 Apr 11 17:26:39.149622 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-7911db69-5ee9-4b04-842c-3a0e3238ff1d req-54336794-1021-40e9-914a-633a5bc20c84 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/security-groups?id=754028be-f1c6-4364-8ff6-38a30064e0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327129 Apr 11 17:26:39.153259 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-441bb975-9394-4e5e-9144-53fe43b18958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:39.154779 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-441bb975-9394-4e5e-9144-53fe43b18958 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=47aeaecc-b7f7-4386-bccc-d98b04ae59a0 HTTP/1.1" status: 200 len: 849 time: 0.1031764 Apr 11 17:26:39.209839 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-f3bc4a03-6838-44c3-9b78-041359008a6b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecb7d1eb-102b-4635-a239-2859890780ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479503 Apr 11 17:26:39.296360 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:39.358414 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-371a05b7-6830-4b4d-acff-4324d6024477 service neutron] 10.222.0.42 "GET /v2.0/networks/ecb7d1eb-102b-4635-a239-2859890780ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422725 Apr 11 17:26:39.517262 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2adf3999-d016-4c71-aeac-e8fa57957c90 req-e19e6a8c-813b-45c7-a1a5-d4a4bffa0ee6 service neutron] 10.222.0.42 "GET /v2.0/networks/ecb7d1eb-102b-4635-a239-2859890780ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523304 Apr 11 17:26:39.646384 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6b418-255c-44a4-8c89-89deef9a79e8 req-76c5abe9-2e4d-4ac8-a747-2436fa4cd28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:39.648014 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ffa6b418-255c-44a4-8c89-89deef9a79e8 req-76c5abe9-2e4d-4ac8-a747-2436fa4cd28e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6614b34e3a47438988e268cd7a4a824d&device_id=2bae09f2-e34b-4e6d-8a07-fb6837a2471a HTTP/1.1" status: 200 len: 1096 time: 0.0832565 Apr 11 17:26:39.787337 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6b418-255c-44a4-8c89-89deef9a79e8 req-1069e29b-341c-455d-b8c6-caa487c693ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:39.788862 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ffa6b418-255c-44a4-8c89-89deef9a79e8 req-1069e29b-341c-455d-b8c6-caa487c693ca service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecb7d1eb-102b-4635-a239-2859890780ab HTTP/1.1" status: 200 len: 910 time: 0.1347456 Apr 11 17:26:39.866008 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ffa6b418-255c-44a4-8c89-89deef9a79e8 req-5c329d2e-29ab-495e-86ba-065a9949543e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75396ac1-5981-4d2f-a5ba-55252a9f4ede HTTP/1.1" status: 200 len: 217 time: 0.0698082 Apr 11 17:26:39.932979 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6b418-255c-44a4-8c89-89deef9a79e8 req-72ca82d7-0891-4e7c-a440-83c4c690a0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:39.934464 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ffa6b418-255c-44a4-8c89-89deef9a79e8 req-72ca82d7-0891-4e7c-a440-83c4c690a0dd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=47aeaecc-b7f7-4386-bccc-d98b04ae59a0 HTTP/1.1" status: 200 len: 849 time: 0.0621767 Apr 11 17:26:39.986380 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ffa6b418-255c-44a4-8c89-89deef9a79e8 req-4b952945-d9ed-4be7-adbc-8978556dba4e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecb7d1eb-102b-4635-a239-2859890780ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446558 Apr 11 17:26:40.130460 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ffa6b418-255c-44a4-8c89-89deef9a79e8 req-587ecba6-51a9-452f-9b82-ed9dc02f5b94 service neutron] 10.222.0.42 "GET /v2.0/networks/ecb7d1eb-102b-4635-a239-2859890780ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367180 Apr 11 17:26:40.323821 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ffa6b418-255c-44a4-8c89-89deef9a79e8 req-b1d52e89-c1f4-472e-9ca6-9a013d397df8 service neutron] 10.222.0.42 "GET /v2.0/networks/ecb7d1eb-102b-4635-a239-2859890780ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862152 Apr 11 17:26:40.364641 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9487f3-0b0b-4f8f-935e-d4cfbf3c82f9 req-bcca7a31-ea32-4399-b6d8-5df1bbd27f0b tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:40.366211 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2d9487f3-0b0b-4f8f-935e-d4cfbf3c82f9 req-bcca7a31-ea32-4399-b6d8-5df1bbd27f0b tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bae09f2-e34b-4e6d-8a07-fb6837a2471a HTTP/1.1" status: 200 len: 943 time: 0.0980363 Apr 11 17:26:40.399082 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2d9487f3-0b0b-4f8f-935e-d4cfbf3c82f9 req-ae675658-117e-4d65-9b25-b37fb97e32e4 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/security-groups?id=754028be-f1c6-4364-8ff6-38a30064e0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0254378 Apr 11 17:26:41.604925 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949b372-b691-4c08-b5c9-5b4b417414b0 req-3747b714-06a6-4e62-b659-f0847e5db4e0 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:41.606526 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f949b372-b691-4c08-b5c9-5b4b417414b0 req-3747b714-06a6-4e62-b659-f0847e5db4e0 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bae09f2-e34b-4e6d-8a07-fb6837a2471a HTTP/1.1" status: 200 len: 943 time: 0.0878651 Apr 11 17:26:41.637419 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f949b372-b691-4c08-b5c9-5b4b417414b0 req-d890e081-cb45-43d4-b6a8-b8a969a79bac tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/security-groups?id=754028be-f1c6-4364-8ff6-38a30064e0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244131 Apr 11 17:26:42.849417 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec01fbe-8d13-4351-8973-038870cf049f req-23b8c50e-9eef-4493-96e6-85cf26cae7dc tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:42.851055 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-cec01fbe-8d13-4351-8973-038870cf049f req-23b8c50e-9eef-4493-96e6-85cf26cae7dc tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bae09f2-e34b-4e6d-8a07-fb6837a2471a HTTP/1.1" status: 200 len: 943 time: 0.0944891 Apr 11 17:26:42.884190 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-cec01fbe-8d13-4351-8973-038870cf049f req-dc59d3fb-f564-4228-ba7a-5f95a5ab7122 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/security-groups?id=754028be-f1c6-4364-8ff6-38a30064e0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0243139 Apr 11 17:26:44.087607 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1636d5a-62bf-4094-aee9-6321fbcdda23 req-06623b83-1c2e-48c8-9799-8dbcf517025c tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:44.089245 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e1636d5a-62bf-4094-aee9-6321fbcdda23 req-06623b83-1c2e-48c8-9799-8dbcf517025c tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bae09f2-e34b-4e6d-8a07-fb6837a2471a HTTP/1.1" status: 200 len: 943 time: 0.0886559 Apr 11 17:26:44.120812 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e1636d5a-62bf-4094-aee9-6321fbcdda23 req-da19bb51-1dc6-4481-98d6-aae8dc6e4aba tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/security-groups?id=754028be-f1c6-4364-8ff6-38a30064e0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0246375 Apr 11 17:26:44.222821 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device 75396ac1-5981-4d2f-a5ba-55252a9f4ede details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 11 17:26:44.370260 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port 75396ac1-5981-4d2f-a5ba-55252a9f4ede, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=75396ac1-5981-4d2f-a5ba-55252a9f4ede,segment=NetworkSegment(9ce0154b-735f-4bb0-90dc-3271cb07138e),segment_id=9ce0154b-735f-4bb0-90dc-3271cb07138e)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:26:44.384975 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Returning: {'device': '75396ac1-5981-4d2f-a5ba-55252a9f4ede', 'network_id': 'ecb7d1eb-102b-4635-a239-2859890780ab', 'port_id': '75396ac1-5981-4d2f-a5ba-55252a9f4ede', 'mac_address': 'fa:16:3e:6a:1c:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47aeaecc-b7f7-4386-bccc-d98b04ae59a0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 17:26:44.444230 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:44.445561 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75396ac1-5981-4d2f-a5ba-55252a9f4ede {{(pid=85245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 11 17:26:44.462888 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port 75396ac1-5981-4d2f-a5ba-55252a9f4ede, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=75396ac1-5981-4d2f-a5ba-55252a9f4ede,segment=NetworkSegment(9ce0154b-735f-4bb0-90dc-3271cb07138e),segment_id=9ce0154b-735f-4bb0-90dc-3271cb07138e)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:26:44.465854 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:44.467705 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:26:44.536449 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=75396ac1-5981-4d2f-a5ba-55252a9f4ede,revision_number=4']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:26:44.539659 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:26:44.792437 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] get_ports_and_sgs() called for port_ids ['75396ac1-5981-4d2f-a5ba-55252a9f4ede'] {{(pid=85245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 17:26:45.331053 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7416e-d087-4210-981f-ec1634ab87bc req-2d952270-6237-4472-8fd3-437bcb145e7f tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:45.332686 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6bb7416e-d087-4210-981f-ec1634ab87bc req-2d952270-6237-4472-8fd3-437bcb145e7f tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bae09f2-e34b-4e6d-8a07-fb6837a2471a HTTP/1.1" status: 200 len: 944 time: 0.0924783 Apr 11 17:26:45.364662 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6bb7416e-d087-4210-981f-ec1634ab87bc req-61f66dc2-ec38-40a7-9ba8-6a970a549a38 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/security-groups?id=754028be-f1c6-4364-8ff6-38a30064e0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0251391 Apr 11 17:26:46.242578 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device 75396ac1-5981-4d2f-a5ba-55252a9f4ede up at agent hyperv_hv-cinder-78477 {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:26:46.316415 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Provisioning for port 75396ac1-5981-4d2f-a5ba-55252a9f4ede completed by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:26:46.321626 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Provisioning complete for port 75396ac1-5981-4d2f-a5ba-55252a9f4ede triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:26:46.322047 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:46.448029 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:46.460363 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bae09f2-e34b-4e6d-8a07-fb6837a2471a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75396ac1-5981-4d2f-a5ba-55252a9f4ede'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:26:46.471174 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port 75396ac1-5981-4d2f-a5ba-55252a9f4ede, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=75396ac1-5981-4d2f-a5ba-55252a9f4ede,segment=NetworkSegment(9ce0154b-735f-4bb0-90dc-3271cb07138e),segment_id=9ce0154b-735f-4bb0-90dc-3271cb07138e)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:26:46.475003 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:46.476802 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:26:46.541692 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bae09f2-e34b-4e6d-8a07-fb6837a2471a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75396ac1-5981-4d2f-a5ba-55252a9f4ede', 'code': 200} Apr 11 17:26:46.553147 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=75396ac1-5981-4d2f-a5ba-55252a9f4ede,revision_number=5']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:26:46.556194 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:26:46.589557 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7050ba1-c4a9-4d94-bd8a-ab941bc002a1 req-dc17a730-2458-48bf-99e1-772e835706b1 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:46.591297 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f7050ba1-c4a9-4d94-bd8a-ab941bc002a1 req-dc17a730-2458-48bf-99e1-772e835706b1 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bae09f2-e34b-4e6d-8a07-fb6837a2471a HTTP/1.1" status: 200 len: 945 time: 0.1115837 Apr 11 17:26:46.623106 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f7050ba1-c4a9-4d94-bd8a-ab941bc002a1 req-c0264a00-0a90-48a3-ac27-d555cc19c1cd tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/security-groups?id=754028be-f1c6-4364-8ff6-38a30064e0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0246968 Apr 11 17:26:46.769462 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984e983-78fb-4cdf-a6df-bf705fae0665 req-4487a7cd-abbd-4328-b895-04fd6be3064b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:46.770947 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c984e983-78fb-4cdf-a6df-bf705fae0665 req-4487a7cd-abbd-4328-b895-04fd6be3064b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2bae09f2-e34b-4e6d-8a07-fb6837a2471a HTTP/1.1" status: 200 len: 1098 time: 0.0805566 Apr 11 17:26:46.796988 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c984e983-78fb-4cdf-a6df-bf705fae0665 req-56f03770-b2f8-484a-b39b-49d14ca32b52 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=754028be-f1c6-4364-8ff6-38a30064e0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0200114 Apr 11 17:26:47.836499 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b91bc9-9853-463d-9a97-6f7bd80d669b req-61967d47-2b88-4fad-96b4-d5cde632d253 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:47.838139 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-80b91bc9-9853-463d-9a97-6f7bd80d669b req-61967d47-2b88-4fad-96b4-d5cde632d253 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bae09f2-e34b-4e6d-8a07-fb6837a2471a HTTP/1.1" status: 200 len: 945 time: 0.0939767 Apr 11 17:26:47.871625 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-80b91bc9-9853-463d-9a97-6f7bd80d669b req-fb35fb5f-f8b0-432e-94f6-a261f89556c4 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/security-groups?id=754028be-f1c6-4364-8ff6-38a30064e0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266373 Apr 11 17:26:49.084050 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0d6dd1-98d7-4cd8-9787-05bf49d0b965 req-a75b9f6a-d2c7-4772-9fb8-6b9d06ccb1e1 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:49.085564 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0f0d6dd1-98d7-4cd8-9787-05bf49d0b965 req-a75b9f6a-d2c7-4772-9fb8-6b9d06ccb1e1 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bae09f2-e34b-4e6d-8a07-fb6837a2471a HTTP/1.1" status: 200 len: 945 time: 0.0945430 Apr 11 17:26:49.116398 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0f0d6dd1-98d7-4cd8-9787-05bf49d0b965 req-6a771c1a-2023-4dc6-8260-3e7ca7555a6e tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/security-groups?id=754028be-f1c6-4364-8ff6-38a30064e0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0243766 Apr 11 17:26:50.257488 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de286cd-04d6-4ae4-9f11-6c14299a0d85 req-be5101a1-441b-4bff-9e27-ae2f315e36ea tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:50.259076 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6de286cd-04d6-4ae4-9f11-6c14299a0d85 req-be5101a1-441b-4bff-9e27-ae2f315e36ea tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bae09f2-e34b-4e6d-8a07-fb6837a2471a HTTP/1.1" status: 200 len: 945 time: 0.0877829 Apr 11 17:26:50.290027 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6de286cd-04d6-4ae4-9f11-6c14299a0d85 req-0fa9a944-21bf-4687-acd9-707d6ef14de8 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/security-groups?id=754028be-f1c6-4364-8ff6-38a30064e0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0245795 Apr 11 17:26:51.500224 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9e142-fff0-4cd6-a577-4f079d293f67 req-e8e6c502-99a9-4459-82e6-94f26e993a1e tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:51.501874 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ebf9e142-fff0-4cd6-a577-4f079d293f67 req-e8e6c502-99a9-4459-82e6-94f26e993a1e tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bae09f2-e34b-4e6d-8a07-fb6837a2471a HTTP/1.1" status: 200 len: 945 time: 0.0921760 Apr 11 17:26:51.532346 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ebf9e142-fff0-4cd6-a577-4f079d293f67 req-24784476-f8a5-4f76-91e2-29c156a9a74f tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/security-groups?id=754028be-f1c6-4364-8ff6-38a30064e0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0233960 Apr 11 17:26:51.754289 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9b8e4-5be3-479e-8eeb-5ca34b0a3534 req-fec53f0b-4193-4249-bfdb-14f8046c5ec4 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:26:51.755820 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-acc9b8e4-5be3-479e-8eeb-5ca34b0a3534 req-fec53f0b-4193-4249-bfdb-14f8046c5ec4 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bae09f2-e34b-4e6d-8a07-fb6837a2471a HTTP/1.1" status: 200 len: 945 time: 0.0873635 Apr 11 17:26:51.835404 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-acc9b8e4-5be3-479e-8eeb-5ca34b0a3534 req-10d79ea6-d8f7-4fea-9bb5-4cd8aa7766fa tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Deleting port 75396ac1-5981-4d2f-a5ba-55252a9f4ede {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:26:51.835791 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-acc9b8e4-5be3-479e-8eeb-5ca34b0a3534 req-10d79ea6-d8f7-4fea-9bb5-4cd8aa7766fa tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:52.097058 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-acc9b8e4-5be3-479e-8eeb-5ca34b0a3534 req-10d79ea6-d8f7-4fea-9bb5-4cd8aa7766fa tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] For port 75396ac1-5981-4d2f-a5ba-55252a9f4ede, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=75396ac1-5981-4d2f-a5ba-55252a9f4ede,segment=NetworkSegment(9ce0154b-735f-4bb0-90dc-3271cb07138e),segment_id=9ce0154b-735f-4bb0-90dc-3271cb07138e)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:26:52.097383 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-acc9b8e4-5be3-479e-8eeb-5ca34b0a3534 req-10d79ea6-d8f7-4fea-9bb5-4cd8aa7766fa tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:52.237087 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-acc9b8e4-5be3-479e-8eeb-5ca34b0a3534 req-10d79ea6-d8f7-4fea-9bb5-4cd8aa7766fa tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Calling delete_port for 75396ac1-5981-4d2f-a5ba-55252a9f4ede owned by compute:nova {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:26:52.388027 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-acc9b8e4-5be3-479e-8eeb-5ca34b0a3534 req-10d79ea6-d8f7-4fea-9bb5-4cd8aa7766fa tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771099430430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771099036582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6317060'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:52.402772 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-cd7040ad-aeb9-4c3d-84b0-62c1e51e5356 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:26:52.513132 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d79ea6-d8f7-4fea-9bb5-4cd8aa7766fa tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Pushing event deleted for resources: {'Port': ['ID=75396ac1-5981-4d2f-a5ba-55252a9f4ede,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:26:52.517663 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-10d79ea6-d8f7-4fea-9bb5-4cd8aa7766fa tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:26:52.647674 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc9b8e4-5be3-479e-8eeb-5ca34b0a3534 req-10d79ea6-d8f7-4fea-9bb5-4cd8aa7766fa tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] No DVR routers for this DVR port 75396ac1-5981-4d2f-a5ba-55252a9f4ede on host hv-cinder-78477 {{(pid=85244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 11 17:26:52.650129 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-acc9b8e4-5be3-479e-8eeb-5ca34b0a3534 req-10d79ea6-d8f7-4fea-9bb5-4cd8aa7766fa tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:26:52.652913 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bae09f2-e34b-4e6d-8a07-fb6837a2471a', 'name': 'network-vif-deleted', 'tag': '75396ac1-5981-4d2f-a5ba-55252a9f4ede'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:26:52.709006 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bae09f2-e34b-4e6d-8a07-fb6837a2471a', 'name': 'network-vif-deleted', 'tag': '75396ac1-5981-4d2f-a5ba-55252a9f4ede', 'status': 'completed', 'code': 200} Apr 11 17:26:52.715516 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-8d361ac6-9521-4f9f-8735-e8fdc22c6210 req-f7f28144-1d0c-4638-ae92-505e01621655 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Synchronizing usage tracker for tenant:6614b34e3a47438988e268cd7a4a824d on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:26:52.720588 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-acc9b8e4-5be3-479e-8eeb-5ca34b0a3534 req-10d79ea6-d8f7-4fea-9bb5-4cd8aa7766fa tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.42 "DELETE /v2.0/ports/75396ac1-5981-4d2f-a5ba-55252a9f4ede HTTP/1.1" status: 204 len: 173 time: 0.9594965 Apr 11 17:26:52.733002 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-8d361ac6-9521-4f9f-8735-e8fdc22c6210 req-f7f28144-1d0c-4638-ae92-505e01621655 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Unset dirty status for tenant:6614b34e3a47438988e268cd7a4a824d on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:26:52.734473 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8d361ac6-9521-4f9f-8735-e8fdc22c6210 req-f7f28144-1d0c-4638-ae92-505e01621655 tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bae09f2-e34b-4e6d-8a07-fb6837a2471a HTTP/1.1" status: 200 len: 210 time: 0.0745108 Apr 11 17:26:54.255263 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device 75396ac1-5981-4d2f-a5ba-55252a9f4ede no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 11 17:26:54.293381 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] No Port match for: 75396ac1-5981-4d2f-a5ba-55252a9f4ede {{(pid=85245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 11 17:26:54.293381 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device 75396ac1-5981-4d2f-a5ba-55252a9f4ede not bound to the agent host hv-cinder-78477 {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 11 17:27:03.768487 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:27:04.872227 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-59546e63-f1d3-48c1-9622-0e8e21e3fb71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:27:06.603293 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 6 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:27:07.310616 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7cc83bc9-1409-4a14-ac0c-17ed4ae4d22b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:27:07.959363 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:27:08.395023 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:27:09.367390 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:27:12.533444 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 36126) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:27:12.598912 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_v2 [None req-5df82d5b-c971-4a71-bbf6-b3169d6f3da0 admin admin] Deleting subnet 47aeaecc-b7f7-4386-bccc-d98b04ae59a0 {{(pid=85244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 11 17:27:12.601897 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5df82d5b-c971-4a71-bbf6-b3169d6f3da0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:27:12.656190 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5df82d5b-c971-4a71-bbf6-b3169d6f3da0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6483340'] for subnet, precommit_delete_associations {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:27:12.950208 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5df82d5b-c971-4a71-bbf6-b3169d6f3da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-370660'] for subnet, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:27:13.204639 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5df82d5b-c971-4a71-bbf6-b3169d6f3da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854405123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848458637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847719075'] for subnet, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:27:13.220887 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:27:13.314044 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df82d5b-c971-4a71-bbf6-b3169d6f3da0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47aeaecc-b7f7-4386-bccc-d98b04ae59a0,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:27:13.316643 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5df82d5b-c971-4a71-bbf6-b3169d6f3da0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:27:13.352969 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5df82d5b-c971-4a71-bbf6-b3169d6f3da0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:27:13.358806 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-5df82d5b-c971-4a71-bbf6-b3169d6f3da0 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/47aeaecc-b7f7-4386-bccc-d98b04ae59a0 HTTP/1.1" status: 204 len: 168 time: 0.8242869 Apr 11 17:27:13.361642 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 36132) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:27:13.476493 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cccdd28b-df0e-42a9-bcbf-4712a1c95dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854564312'] for network, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:27:13.670288 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cccdd28b-df0e-42a9-bcbf-4712a1c95dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-369277', 'neutron.services.segments.db._delete_segments_for_network--9223363265755233635'] for network, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:27:13.784957 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.segments.db [None req-cccdd28b-df0e-42a9-bcbf-4712a1c95dea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecb7d1eb-102b-4635-a239-2859890780ab']}} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:27:13.798359 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.segments.db [None req-cccdd28b-df0e-42a9-bcbf-4712a1c95dea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce0154b-735f-4bb0-90dc-3271cb07138e') {'for_net_delete': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:27:13.798701 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.segments.db [None req-cccdd28b-df0e-42a9-bcbf-4712a1c95dea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce0154b-735f-4bb0-90dc-3271cb07138e') {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:27:13.810754 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cccdd28b-df0e-42a9-bcbf-4712a1c95dea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771099529263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848292493'] for segment, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:27:13.826167 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cccdd28b-df0e-42a9-bcbf-4712a1c95dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854391073'] for segment, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:27:13.832563 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cccdd28b-df0e-42a9-bcbf-4712a1c95dea admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=85244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 11 17:27:14.016473 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-cccdd28b-df0e-42a9-bcbf-4712a1c95dea admin admin] Network ecb7d1eb-102b-4635-a239-2859890780ab has no segments {{(pid=85244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 11 17:27:14.025708 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cccdd28b-df0e-42a9-bcbf-4712a1c95dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-384710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848458706'] for segment, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:27:14.241856 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-cccdd28b-df0e-42a9-bcbf-4712a1c95dea admin admin] Network ecb7d1eb-102b-4635-a239-2859890780ab has no segments {{(pid=85244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 11 17:27:14.263575 dv-cinder-784779-4-smb neutron-server[85130]: Traceback (most recent call last): Apr 11 17:27:14.263575 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:27:14.263575 dv-cinder-784779-4-smb neutron-server[85130]: timer() Apr 11 17:27:14.263575 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:27:14.263575 dv-cinder-784779-4-smb neutron-server[85130]: cb(*args, **kw) Apr 11 17:27:14.263575 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 11 17:27:14.263575 dv-cinder-784779-4-smb neutron-server[85130]: return func(*args, **kwargs) Apr 11 17:27:14.263575 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:27:14.263575 dv-cinder-784779-4-smb neutron-server[85130]: self._notify() Apr 11 17:27:14.263575 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:27:14.263575 dv-cinder-784779-4-smb neutron-server[85130]: self.callback(batched_events) Apr 11 17:27:14.263575 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:27:14.263575 dv-cinder-784779-4-smb neutron-server[85130]: event.method(event) Apr 11 17:27:14.263575 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 17:27:14.263575 dv-cinder-784779-4-smb neutron-server[85130]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:27:14.263575 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 11 17:27:14.263575 dv-cinder-784779-4-smb neutron-server[85130]: segment_id)['aggregates'][0] Apr 11 17:27:14.263575 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 17:27:14.263575 dv-cinder-784779-4-smb neutron-server[85130]: return f(self, *a, **k) Apr 11 17:27:14.263575 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 17:27:14.263575 dv-cinder-784779-4-smb neutron-server[85130]: return self._get(url).json() Apr 11 17:27:14.263575 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:27:14.263575 dv-cinder-784779-4-smb neutron-server[85130]: **kwargs) Apr 11 17:27:14.263575 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:27:14.263575 dv-cinder-784779-4-smb neutron-server[85130]: return self.request(url, 'GET', **kwargs) Apr 11 17:27:14.263575 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 11 17:27:14.263575 dv-cinder-784779-4-smb neutron-server[85130]: **endpoint_filter) Apr 11 17:27:14.263575 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:27:14.263575 dv-cinder-784779-4-smb neutron-server[85130]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:27:14.263575 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:27:14.263575 dv-cinder-784779-4-smb neutron-server[85130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:27:14.263575 dv-cinder-784779-4-smb neutron-server[85130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:27:14.336974 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cccdd28b-df0e-42a9-bcbf-4712a1c95dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854406646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846760530'] for network, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:27:14.341542 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cccdd28b-df0e-42a9-bcbf-4712a1c95dea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for network, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:27:14.345718 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:27:14.371695 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccdd28b-df0e-42a9-bcbf-4712a1c95dea admin admin] Pushing event deleted for resources: {'Network': ['ID=ecb7d1eb-102b-4635-a239-2859890780ab,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:27:14.374454 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-cccdd28b-df0e-42a9-bcbf-4712a1c95dea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:27:14.376765 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-cccdd28b-df0e-42a9-bcbf-4712a1c95dea admin admin] 10.222.0.16 "DELETE /v2.0/networks/ecb7d1eb-102b-4635-a239-2859890780ab HTTP/1.1" status: 204 len: 168 time: 1.0138705 Apr 11 17:27:14.491220 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 36142) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:27:14.526013 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-6847d21f-3600-40b0-8a41-fb3c16d2b281 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6614b34e3a47438988e268cd7a4a824d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0334914 Apr 11 17:27:14.528474 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 36146) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:27:14.592708 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8b58bc1e-30ab-491b-9eb2-732aa5f293fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:27:14.619414 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8b58bc1e-30ab-491b-9eb2-732aa5f293fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:27:14.667045 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8b58bc1e-30ab-491b-9eb2-732aa5f293fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:27:14.673143 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a0cf7f69-4b3c-4e47-9090-ce46ee789849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:27:14.686411 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b58bc1e-30ab-491b-9eb2-732aa5f293fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754028be-f1c6-4364-8ff6-38a30064e0ef,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:27:14.689345 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8b58bc1e-30ab-491b-9eb2-732aa5f293fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:27:14.697598 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8b58bc1e-30ab-491b-9eb2-732aa5f293fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:27:14.700286 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-8b58bc1e-30ab-491b-9eb2-732aa5f293fb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/754028be-f1c6-4364-8ff6-38a30064e0ef HTTP/1.1" status: 204 len: 168 time: 0.1708663 Apr 11 17:27:20.286946 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c516e62-a8f6-4ea3-b1d0-b94331728df8 req-bb0761d5-4096-468b-842f-ac10f293ead1 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:27:20.288536 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2c516e62-a8f6-4ea3-b1d0-b94331728df8 req-bb0761d5-4096-468b-842f-ac10f293ead1 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 946 time: 0.0979857 Apr 11 17:27:20.320931 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2c516e62-a8f6-4ea3-b1d0-b94331728df8 req-642f7e81-16c6-4f07-a89b-6b8913523713 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259783 Apr 11 17:27:21.547552 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde70751-8ec1-455d-9041-be3bda465785 req-e2749665-4b07-41a7-ae94-b115b62d47e3 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:27:21.549345 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-fde70751-8ec1-455d-9041-be3bda465785 req-e2749665-4b07-41a7-ae94-b115b62d47e3 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 946 time: 0.1035743 Apr 11 17:27:21.584041 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-fde70751-8ec1-455d-9041-be3bda465785 req-b6b12bf0-549c-46fb-bc59-5efecb27dfdb tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273905 Apr 11 17:27:22.792039 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462b2c7-8f82-4611-b60c-c6e184ae9abc req-07b8851b-bede-41a6-a6b9-7f72b88c13b8 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:27:22.793550 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6462b2c7-8f82-4611-b60c-c6e184ae9abc req-07b8851b-bede-41a6-a6b9-7f72b88c13b8 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 946 time: 0.0906627 Apr 11 17:27:22.824419 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6462b2c7-8f82-4611-b60c-c6e184ae9abc req-bcd7467a-e628-4510-84c9-c0f00d2b538b tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0240643 Apr 11 17:27:24.034164 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b54b2-2dad-4cbc-91d1-e0c4f048dcf7 req-1b4b438d-1380-43a7-8dae-65858208bb69 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:27:24.035670 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c33b54b2-2dad-4cbc-91d1-e0c4f048dcf7 req-1b4b438d-1380-43a7-8dae-65858208bb69 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 946 time: 0.0882609 Apr 11 17:27:24.066579 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c33b54b2-2dad-4cbc-91d1-e0c4f048dcf7 req-8d514df3-c4ad-492f-b192-86f12453231e tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0243027 Apr 11 17:27:25.284237 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c012e-0c8e-4119-b0d0-7731d41de701 req-972de843-0314-4f07-bd46-9eebd2c606c4 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:27:25.285860 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-897c012e-0c8e-4119-b0d0-7731d41de701 req-972de843-0314-4f07-bd46-9eebd2c606c4 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 946 time: 0.0958083 Apr 11 17:27:25.316613 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-897c012e-0c8e-4119-b0d0-7731d41de701 req-2d6818c3-2a57-4b9e-9b9b-aa98965aa4a6 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0242853 Apr 11 17:27:26.524820 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa095b-7cd5-4203-a142-e1222fd0e352 req-251e9221-6b39-42df-9906-7c25c175de38 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:27:26.526419 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-cafa095b-7cd5-4203-a142-e1222fd0e352 req-251e9221-6b39-42df-9906-7c25c175de38 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 946 time: 0.0904963 Apr 11 17:27:26.557670 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-cafa095b-7cd5-4203-a142-e1222fd0e352 req-09f3ea84-34e2-4c0d-b46f-f621afd0d7ad tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0241778 Apr 11 17:27:27.779588 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b73d650-4b67-4e7e-980e-94bb75f0f6ca req-debb0c82-93a7-47b9-8865-f20899b9c7d6 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:27:27.781769 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-4b73d650-4b67-4e7e-980e-94bb75f0f6ca req-debb0c82-93a7-47b9-8865-f20899b9c7d6 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 946 time: 0.0954518 Apr 11 17:27:27.812409 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-4b73d650-4b67-4e7e-980e-94bb75f0f6ca req-ef5387b4-cfe8-4104-8d68-bd8d5b8453b6 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0242214 Apr 11 17:27:29.025141 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfc1b2-df58-41ba-8902-c64899124f57 req-76255a31-5b27-4f1c-b9de-3ad0eda1e00a tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:27:29.026778 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-70dfc1b2-df58-41ba-8902-c64899124f57 req-76255a31-5b27-4f1c-b9de-3ad0eda1e00a tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 946 time: 0.0913513 Apr 11 17:27:29.063315 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-70dfc1b2-df58-41ba-8902-c64899124f57 req-ca7e020a-4bd5-4af2-8065-791a2a939057 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291393 Apr 11 17:27:30.276836 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82ab2a-0a9b-4b07-9f99-0173e70bcbf2 req-d1a41160-0f83-4189-9d0d-d57908e91def tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:27:30.278462 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0d82ab2a-0a9b-4b07-9f99-0173e70bcbf2 req-d1a41160-0f83-4189-9d0d-d57908e91def tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 946 time: 0.0959225 Apr 11 17:27:30.309326 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0d82ab2a-0a9b-4b07-9f99-0173e70bcbf2 req-92040139-42bb-418c-ae5c-e0fd5f3bc6a1 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0244148 Apr 11 17:27:31.525061 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a83b4e-1de1-4608-9fd2-0c0b15575514 req-da404aac-6f0a-483b-a9ce-cb0b53744fb4 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:27:31.526665 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-09a83b4e-1de1-4608-9fd2-0c0b15575514 req-da404aac-6f0a-483b-a9ce-cb0b53744fb4 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 946 time: 0.0928948 Apr 11 17:27:31.557689 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-09a83b4e-1de1-4608-9fd2-0c0b15575514 req-88fe080c-aab0-46fa-b182-a4bf5d439684 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0246840 Apr 11 17:27:32.764318 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5dca7f-88d3-4076-8182-137d0c1e5310 req-c139bcb3-3486-4f24-b431-8bad3fe6a9f0 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:27:32.765934 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-7a5dca7f-88d3-4076-8182-137d0c1e5310 req-c139bcb3-3486-4f24-b431-8bad3fe6a9f0 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 946 time: 0.0911329 Apr 11 17:27:32.797477 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-7a5dca7f-88d3-4076-8182-137d0c1e5310 req-902f5dd5-a4b4-4a24-b284-cb378b4d4034 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0245872 Apr 11 17:27:33.779299 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:27:34.005536 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd2ee3-5b61-4097-86b0-fa0c36924a9f req-01ae90c5-82b8-4ed4-b7f7-1c1075cb3bc7 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:27:34.007155 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-7ccd2ee3-5b61-4097-86b0-fa0c36924a9f req-01ae90c5-82b8-4ed4-b7f7-1c1075cb3bc7 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 946 time: 0.0892951 Apr 11 17:27:34.039276 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-7ccd2ee3-5b61-4097-86b0-fa0c36924a9f req-d5a35a68-e774-4367-96c8-7d748d3ffaa5 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0255163 Apr 11 17:27:34.391092 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device c167f560-541d-40df-b488-b4c37b507465 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 11 17:27:34.534753 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port c167f560-541d-40df-b488-b4c37b507465, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c167f560-541d-40df-b488-b4c37b507465,segment=NetworkSegment(8f975aaa-dcda-4b79-90fe-e36b252d6285),segment_id=8f975aaa-dcda-4b79-90fe-e36b252d6285)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:27:34.549816 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Returning: {'device': 'c167f560-541d-40df-b488-b4c37b507465', 'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f', 'port_id': 'c167f560-541d-40df-b488-b4c37b507465', 'mac_address': 'fa:16:3e:77:df:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b37db23d-12d1-4791-957e-028de05166fa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 17:27:34.614512 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:27:34.615885 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c167f560-541d-40df-b488-b4c37b507465 {{(pid=85245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 11 17:27:34.632868 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port c167f560-541d-40df-b488-b4c37b507465, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c167f560-541d-40df-b488-b4c37b507465,segment=NetworkSegment(8f975aaa-dcda-4b79-90fe-e36b252d6285),segment_id=8f975aaa-dcda-4b79-90fe-e36b252d6285)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:27:34.635730 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:27:34.637581 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:27:34.708916 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=c167f560-541d-40df-b488-b4c37b507465,revision_number=6']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:27:34.716560 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:27:34.716940 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:27:34.717312 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:27:34.717677 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:27:34.718040 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:27:34.718441 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:27:34.718802 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:27:34.719160 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:27:34.719519 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:27:34.719929 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:27:34.720304 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:27:34.720658 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:27:34.724709 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:27:34.747880 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] get_ports_and_sgs() called for port_ids ['c167f560-541d-40df-b488-b4c37b507465'] {{(pid=85245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 17:27:34.891904 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-36ce455e-82ce-4523-b89d-69655dec9df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:27:35.253947 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ab518-1460-485b-9db1-c239f435491e req-28b72c93-d1f2-4075-98a9-340b278954b9 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:27:35.255568 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-618ab518-1460-485b-9db1-c239f435491e req-28b72c93-d1f2-4075-98a9-340b278954b9 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 945 time: 0.0955155 Apr 11 17:27:35.286864 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-618ab518-1460-485b-9db1-c239f435491e req-fa5e9391-d925-493c-bf27-4b4cdc2318bb tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0247185 Apr 11 17:27:36.376181 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device c167f560-541d-40df-b488-b4c37b507465 up at agent hyperv_hv-cinder-78477 {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:27:36.450783 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Provisioning complete for port c167f560-541d-40df-b488-b4c37b507465 triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:27:36.451195 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:27:36.511196 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a1453-16dc-4936-8f3e-e6fd781b0702 req-9d4ca4d9-87bc-48e0-8185-df6ed2fc9403 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:27:36.512918 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0e9a1453-16dc-4936-8f3e-e6fd781b0702 req-9d4ca4d9-87bc-48e0-8185-df6ed2fc9403 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 945 time: 0.0958824 Apr 11 17:27:36.550439 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0e9a1453-16dc-4936-8f3e-e6fd781b0702 req-d9a583ab-229b-4ab9-a772-f05ed73d96fe tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303299 Apr 11 17:27:36.598403 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:27:36.620341 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3d7dd3-d1fb-4715-9f4e-2fae4b389191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c167f560-541d-40df-b488-b4c37b507465'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:27:36.638018 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port c167f560-541d-40df-b488-b4c37b507465, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c167f560-541d-40df-b488-b4c37b507465,segment=NetworkSegment(8f975aaa-dcda-4b79-90fe-e36b252d6285),segment_id=8f975aaa-dcda-4b79-90fe-e36b252d6285)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:27:36.642334 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:27:36.644359 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:27:36.680938 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3d7dd3-d1fb-4715-9f4e-2fae4b389191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c167f560-541d-40df-b488-b4c37b507465', 'code': 200} Apr 11 17:27:36.717542 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=c167f560-541d-40df-b488-b4c37b507465,revision_number=7']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:27:36.720773 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:27:37.312671 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e80e1c6e-aed2-45ac-8b39-ff19376fb5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:27:37.615341 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b043dc-9369-4168-88c9-421a16d94c4c req-43d7fb7b-c686-4965-bcaa-a73a1580e1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:27:37.617190 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-69b043dc-9369-4168-88c9-421a16d94c4c req-43d7fb7b-c686-4965-bcaa-a73a1580e1d4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=85eed75d59b44674a89c120123abc4ab&device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 1099 time: 0.0985894 Apr 11 17:27:37.887187 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b043dc-9369-4168-88c9-421a16d94c4c req-4bfd52f1-6c0d-4fd2-bab6-d06f53512bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:27:37.888705 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-69b043dc-9369-4168-88c9-421a16d94c4c req-4bfd52f1-6c0d-4fd2-bab6-d06f53512bb1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cbf8495d-d585-4ffa-8bba-b4256f490b2f HTTP/1.1" status: 200 len: 917 time: 0.2470515 Apr 11 17:27:37.903300 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38994c52-ca2d-4c8f-bdb9-f98ce356fd7e req-a853a315-d05c-42cb-9b64-213274b453ae tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:27:37.905652 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-38994c52-ca2d-4c8f-bdb9-f98ce356fd7e req-a853a315-d05c-42cb-9b64-213274b453ae tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 946 time: 0.1696374 Apr 11 17:27:37.961755 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:27:38.036859 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-38994c52-ca2d-4c8f-bdb9-f98ce356fd7e req-4ae8d307-89eb-4bf2-814e-19fd5717f405 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628066 Apr 11 17:27:38.044786 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-69b043dc-9369-4168-88c9-421a16d94c4c req-d1201719-742d-471a-ba07-1b3f2f626278 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c167f560-541d-40df-b488-b4c37b507465 HTTP/1.1" status: 200 len: 1001 time: 0.1377389 Apr 11 17:27:38.130046 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b043dc-9369-4168-88c9-421a16d94c4c req-a1c73492-5eba-4c1b-825b-004c8e5cbb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:27:38.131621 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-69b043dc-9369-4168-88c9-421a16d94c4c req-a1c73492-5eba-4c1b-825b-004c8e5cbb95 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b37db23d-12d1-4791-957e-028de05166fa HTTP/1.1" status: 200 len: 855 time: 0.0804324 Apr 11 17:27:38.216563 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b043dc-9369-4168-88c9-421a16d94c4c req-2b7c0961-c7d8-48ee-ba65-31da0a236c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:27:38.218192 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-69b043dc-9369-4168-88c9-421a16d94c4c req-2b7c0961-c7d8-48ee-ba65-31da0a236c39 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbf8495d-d585-4ffa-8bba-b4256f490b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0799222 Apr 11 17:27:38.397277 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-69b043dc-9369-4168-88c9-421a16d94c4c req-59143fa6-ea6a-40d5-899a-015cdd11574a service neutron] 10.222.0.42 "GET /v2.0/networks/cbf8495d-d585-4ffa-8bba-b4256f490b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709416 Apr 11 17:27:38.404082 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:27:38.562600 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-69b043dc-9369-4168-88c9-421a16d94c4c req-d72a8a88-8a14-489f-a2f4-a4ea3eaec19c service neutron] 10.222.0.42 "GET /v2.0/networks/cbf8495d-d585-4ffa-8bba-b4256f490b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578658 Apr 11 17:27:39.269113 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcdfe02-bb40-40d2-97ec-7ca9dbbde760 req-f0a80522-7aaa-4e6f-9a39-8e7d702b60b9 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:27:39.270783 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3bcdfe02-bb40-40d2-97ec-7ca9dbbde760 req-f0a80522-7aaa-4e6f-9a39-8e7d702b60b9 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 946 time: 0.0957913 Apr 11 17:27:39.308927 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:27:39.312781 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3bcdfe02-bb40-40d2-97ec-7ca9dbbde760 req-cb66f26b-9bcc-4be4-8670-83595f0f4c94 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337100 Apr 11 17:27:40.553881 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca8653-16b1-4fd3-a2ea-a228d4f3546c req-8beb8e57-260f-4087-8838-1328d0cb81dc tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:27:40.555625 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2dca8653-16b1-4fd3-a2ea-a228d4f3546c req-8beb8e57-260f-4087-8838-1328d0cb81dc tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 946 time: 0.1129456 Apr 11 17:27:40.591313 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2dca8653-16b1-4fd3-a2ea-a228d4f3546c req-036ab482-8bb8-4438-9509-7181cf23a9a6 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266256 Apr 11 17:27:41.822542 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428630f-9c87-49e3-a5db-eb5c13ddfef9 req-d57e322a-9130-454b-afa2-19ed7b43c74e tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:27:41.824234 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e428630f-9c87-49e3-a5db-eb5c13ddfef9 req-d57e322a-9130-454b-afa2-19ed7b43c74e tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 946 time: 0.0998218 Apr 11 17:27:41.862221 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e428630f-9c87-49e3-a5db-eb5c13ddfef9 req-fbb4477c-fa13-473e-a4e9-e64960b06084 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314543 Apr 11 17:27:43.110761 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457ff34-d2bd-417b-957e-d13b5702f938 req-e1761188-cd72-4fd9-b13c-d68960b28ca3 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:27:43.112549 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e457ff34-d2bd-417b-957e-d13b5702f938 req-e1761188-cd72-4fd9-b13c-d68960b28ca3 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 946 time: 0.1159873 Apr 11 17:27:43.144135 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e457ff34-d2bd-417b-957e-d13b5702f938 req-db1c3365-5b55-44f1-a366-aba2db07017a tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0250304 Apr 11 17:27:43.608980 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 6 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:27:44.378677 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7ed16-1674-4769-a988-1db6a2b5e5ff req-53112616-eef0-45d6-8140-4d2ca601afb1 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:27:44.381043 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0ac7ed16-1674-4769-a988-1db6a2b5e5ff req-53112616-eef0-45d6-8140-4d2ca601afb1 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 946 time: 0.0973680 Apr 11 17:27:44.419196 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0ac7ed16-1674-4769-a988-1db6a2b5e5ff req-d0a09f08-f45b-41d7-9247-604520bf79af tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310371 Apr 11 17:27:45.934363 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a17c6-e49d-41db-bd2c-843e4f29e2ae req-e4c51adc-e509-4daa-a3ea-92f520518ff3 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:27:45.936351 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0f5a17c6-e49d-41db-bd2c-843e4f29e2ae req-e4c51adc-e509-4daa-a3ea-92f520518ff3 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 946 time: 0.3789515 Apr 11 17:27:45.978255 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0f5a17c6-e49d-41db-bd2c-843e4f29e2ae req-2b8e935f-044f-4aa3-a3a6-7a8d3a1ce648 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348432 Apr 11 17:27:47.190626 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd247a-1814-4f9e-bc26-7dc09b4c6570 req-1d20f42b-7714-464a-b824-ce045dad114b tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:27:47.192255 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6afd247a-1814-4f9e-bc26-7dc09b4c6570 req-1d20f42b-7714-464a-b824-ce045dad114b tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 946 time: 0.0921071 Apr 11 17:27:47.223523 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6afd247a-1814-4f9e-bc26-7dc09b4c6570 req-b8883e23-5144-41cc-a1cd-1c8550ab742d tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0248041 Apr 11 17:27:47.576935 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf54e1-5569-4412-a9cc-49b8c02b7da3 req-1323a52b-7938-491b-a380-c6b0c24b9dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:27:47.578600 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-51bf54e1-5569-4412-a9cc-49b8c02b7da3 req-1323a52b-7938-491b-a380-c6b0c24b9dd3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=85eed75d59b44674a89c120123abc4ab&device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 1099 time: 0.0779760 Apr 11 17:27:47.722785 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf54e1-5569-4412-a9cc-49b8c02b7da3 req-58ee5ca5-13ac-4e3e-865a-ada4ffde8f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:27:47.727530 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-51bf54e1-5569-4412-a9cc-49b8c02b7da3 req-58ee5ca5-13ac-4e3e-865a-ada4ffde8f22 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cbf8495d-d585-4ffa-8bba-b4256f490b2f HTTP/1.1" status: 200 len: 917 time: 0.1394019 Apr 11 17:27:47.838951 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-51bf54e1-5569-4412-a9cc-49b8c02b7da3 req-4e7c8d14-ef34-4613-b239-535e2d3b6ed3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c167f560-541d-40df-b488-b4c37b507465 HTTP/1.1" status: 200 len: 1001 time: 0.1074321 Apr 11 17:27:47.908295 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf54e1-5569-4412-a9cc-49b8c02b7da3 req-f159bbe8-9046-4788-875e-3238519e1a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:27:47.909886 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-51bf54e1-5569-4412-a9cc-49b8c02b7da3 req-f159bbe8-9046-4788-875e-3238519e1a54 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b37db23d-12d1-4791-957e-028de05166fa HTTP/1.1" status: 200 len: 855 time: 0.0651388 Apr 11 17:27:47.998739 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf54e1-5569-4412-a9cc-49b8c02b7da3 req-d185bae0-c43f-4726-874d-f79fd60724fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:27:48.000434 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-51bf54e1-5569-4412-a9cc-49b8c02b7da3 req-d185bae0-c43f-4726-874d-f79fd60724fd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbf8495d-d585-4ffa-8bba-b4256f490b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0840635 Apr 11 17:27:48.151733 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-51bf54e1-5569-4412-a9cc-49b8c02b7da3 req-8f4e01b0-dd8e-4b4c-a90d-05c14de93a5f service neutron] 10.222.0.42 "GET /v2.0/networks/cbf8495d-d585-4ffa-8bba-b4256f490b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445072 Apr 11 17:27:48.313825 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-51bf54e1-5569-4412-a9cc-49b8c02b7da3 req-8b396457-c7e4-4072-bf79-8c65589bfcda service neutron] 10.222.0.42 "GET /v2.0/networks/cbf8495d-d585-4ffa-8bba-b4256f490b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555426 Apr 11 17:27:48.451685 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fc344-ab58-41a0-89e8-10d8769bb3e9 req-4f293bf5-7655-4fac-93aa-985bf009625a tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:27:48.453874 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b32fc344-ab58-41a0-89e8-10d8769bb3e9 req-4f293bf5-7655-4fac-93aa-985bf009625a tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 946 time: 0.0891793 Apr 11 17:27:48.484952 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b32fc344-ab58-41a0-89e8-10d8769bb3e9 req-6be097bf-eea1-4881-9de8-1be479554978 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0243790 Apr 11 17:27:49.703786 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf05dc-0ac3-4edf-9dd7-998dc54ed80b req-a4afc5fc-69b5-4d72-9d7c-a31664f4622c tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:27:49.705417 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0faf05dc-0ac3-4edf-9dd7-998dc54ed80b req-a4afc5fc-69b5-4d72-9d7c-a31664f4622c tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 946 time: 0.0937037 Apr 11 17:27:49.737366 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0faf05dc-0ac3-4edf-9dd7-998dc54ed80b req-e3402c8f-abcc-4fc7-807c-39cf15e32879 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0252702 Apr 11 17:27:50.940437 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849d3d4-efee-4942-bac0-6a89e779941b req-1e01eba6-ccdd-47dc-90fd-fae421ad46cc tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:27:50.942022 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3849d3d4-efee-4942-bac0-6a89e779941b req-1e01eba6-ccdd-47dc-90fd-fae421ad46cc tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 946 time: 0.0878439 Apr 11 17:27:50.973145 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3849d3d4-efee-4942-bac0-6a89e779941b req-942eebe9-098c-43c5-8d3f-42e837841caa tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0245934 Apr 11 17:27:52.462215 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device c167f560-541d-40df-b488-b4c37b507465 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 11 17:27:52.633539 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:27:52.653920 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port c167f560-541d-40df-b488-b4c37b507465, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c167f560-541d-40df-b488-b4c37b507465,segment=NetworkSegment(8f975aaa-dcda-4b79-90fe-e36b252d6285),segment_id=8f975aaa-dcda-4b79-90fe-e36b252d6285)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:27:52.655630 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3d7dd3-d1fb-4715-9f4e-2fae4b389191', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c167f560-541d-40df-b488-b4c37b507465'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:27:52.662496 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:27:52.665602 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:27:52.668358 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a4031581-fbfe-40d0-b654-a95eb3873536 req-0ea8c24a-41da-4150-845a-e5cd45f19cef service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0820935 Apr 11 17:27:52.693588 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2952b0-4317-4d38-a547-570aa3b61eb4 req-c3cdeeea-ae48-45c1-ba51-93c947bc8bf6 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:27:52.695479 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1f2952b0-4317-4d38-a547-570aa3b61eb4 req-c3cdeeea-ae48-45c1-ba51-93c947bc8bf6 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 946 time: 0.1014016 Apr 11 17:27:52.730428 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1f2952b0-4317-4d38-a547-570aa3b61eb4 req-44ccb8bf-6f0a-44c0-bb65-cfb1f9cd2b80 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270357 Apr 11 17:27:52.746621 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=c167f560-541d-40df-b488-b4c37b507465,revision_number=8']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:27:52.751683 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:27:52.802103 dv-cinder-784779-4-smb neutron-server[85130]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'be3d7dd3-d1fb-4715-9f4e-2fae4b389191', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c167f560-541d-40df-b488-b4c37b507465', 'code': 422} returned with failed status Apr 11 17:27:53.215900 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4031581-fbfe-40d0-b654-a95eb3873536 req-5079b9c1-d77b-4d91-9689-79e4ff367d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:27:53.217397 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a4031581-fbfe-40d0-b654-a95eb3873536 req-5079b9c1-d77b-4d91-9689-79e4ff367d0c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191&tenant_id=85eed75d59b44674a89c120123abc4ab HTTP/1.1" status: 200 len: 1097 time: 0.0772438 Apr 11 17:27:53.317204 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4031581-fbfe-40d0-b654-a95eb3873536 req-52cccac3-bb19-438d-965d-515afbcb1024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:27:53.318757 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a4031581-fbfe-40d0-b654-a95eb3873536 req-52cccac3-bb19-438d-965d-515afbcb1024 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=85eed75d59b44674a89c120123abc4ab&device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 1097 time: 0.0800836 Apr 11 17:27:53.462418 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4031581-fbfe-40d0-b654-a95eb3873536 req-6f6b9902-dcd3-46c4-9898-92587c861a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:27:53.464083 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a4031581-fbfe-40d0-b654-a95eb3873536 req-6f6b9902-dcd3-46c4-9898-92587c861a7d service neutron] 10.222.0.42 "GET /v2.0/networks?id=cbf8495d-d585-4ffa-8bba-b4256f490b2f HTTP/1.1" status: 200 len: 917 time: 0.1376870 Apr 11 17:27:53.573176 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a4031581-fbfe-40d0-b654-a95eb3873536 req-1a2e1558-75b7-415b-a8e3-817e5bc47773 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c167f560-541d-40df-b488-b4c37b507465 HTTP/1.1" status: 200 len: 999 time: 0.1019905 Apr 11 17:27:53.644114 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4031581-fbfe-40d0-b654-a95eb3873536 req-8339d1ec-e636-4c56-8515-94e9f65dcf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:27:53.645653 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a4031581-fbfe-40d0-b654-a95eb3873536 req-8339d1ec-e636-4c56-8515-94e9f65dcf24 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b37db23d-12d1-4791-957e-028de05166fa HTTP/1.1" status: 200 len: 855 time: 0.0654902 Apr 11 17:27:53.727935 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4031581-fbfe-40d0-b654-a95eb3873536 req-7b257f47-f46b-4b16-9288-ebc1cb98f5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:27:53.729504 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a4031581-fbfe-40d0-b654-a95eb3873536 req-7b257f47-f46b-4b16-9288-ebc1cb98f5f5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbf8495d-d585-4ffa-8bba-b4256f490b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0776672 Apr 11 17:27:53.990181 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a4031581-fbfe-40d0-b654-a95eb3873536 req-3467bc71-c761-477c-8529-7e3217dfeb34 service neutron] 10.222.0.42 "GET /v2.0/networks/cbf8495d-d585-4ffa-8bba-b4256f490b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539809 Apr 11 17:27:54.133049 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18922f5-ccd8-4469-a6b3-b3f55df319ff req-0fb46398-05fc-4be3-afc3-acb85f4dcfa7 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:27:54.134655 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a18922f5-ccd8-4469-a6b3-b3f55df319ff req-0fb46398-05fc-4be3-afc3-acb85f4dcfa7 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 944 time: 0.2694247 Apr 11 17:27:54.180301 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a4031581-fbfe-40d0-b654-a95eb3873536 req-3da5e5be-54cb-4bc5-9fe4-4e46dda10e74 service neutron] 10.222.0.42 "GET /v2.0/networks/cbf8495d-d585-4ffa-8bba-b4256f490b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769660 Apr 11 17:27:54.185425 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a18922f5-ccd8-4469-a6b3-b3f55df319ff req-ac5f68a5-681e-4ce8-9419-850cce1ccd1b tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426633 Apr 11 17:27:55.430438 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142612c9-ba49-4c33-b3a0-538ffe166a9a req-fdf658e1-2978-42ed-8125-a9c191fb684e tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:27:55.432097 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-142612c9-ba49-4c33-b3a0-538ffe166a9a req-fdf658e1-2978-42ed-8125-a9c191fb684e tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 944 time: 0.1120679 Apr 11 17:27:55.496329 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-142612c9-ba49-4c33-b3a0-538ffe166a9a req-512c3ea0-8f14-412b-8b19-e51be4386d9c tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528131 Apr 11 17:27:56.703090 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de4926-27ff-46ba-b17e-3d01894881bc req-e052eca3-0507-43e4-a212-43d483a76c60 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:27:56.704701 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-42de4926-27ff-46ba-b17e-3d01894881bc req-e052eca3-0507-43e4-a212-43d483a76c60 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 944 time: 0.0901437 Apr 11 17:27:56.737295 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-42de4926-27ff-46ba-b17e-3d01894881bc req-e7d3da11-f8b8-4e50-9231-820c428bbe40 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0258510 Apr 11 17:27:57.951703 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2682af-f6f5-4068-b9df-7d4ca207fbec req-875a2554-ce29-4a1e-901c-e2f0f367e14f tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:27:57.953845 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2d2682af-f6f5-4068-b9df-7d4ca207fbec req-875a2554-ce29-4a1e-901c-e2f0f367e14f tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 944 time: 0.0905490 Apr 11 17:27:57.990764 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2d2682af-f6f5-4068-b9df-7d4ca207fbec req-f6ab99d8-a66c-4a00-b391-959550ffa1d0 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297842 Apr 11 17:27:59.214132 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5a581-999c-4ed7-9771-74ce23e4065e req-74986340-de1c-48ae-9543-dafd070532a6 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:27:59.228201 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-cbb5a581-999c-4ed7-9771-74ce23e4065e req-74986340-de1c-48ae-9543-dafd070532a6 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 944 time: 0.1054573 Apr 11 17:27:59.257923 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-cbb5a581-999c-4ed7-9771-74ce23e4065e req-12e79bc7-f9b9-4ad2-a92a-f6e1786a8470 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271859 Apr 11 17:28:00.479692 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a106a-4059-4948-bda2-f3b18ad5dc1e req-6a842677-4547-429a-b712-456f64292c79 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:28:00.481557 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d72a106a-4059-4948-bda2-f3b18ad5dc1e req-6a842677-4547-429a-b712-456f64292c79 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 944 time: 0.0928855 Apr 11 17:28:00.517475 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d72a106a-4059-4948-bda2-f3b18ad5dc1e req-c0ddb89a-d08a-4aee-820f-51a4f9e44dde tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294597 Apr 11 17:28:01.744434 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf14d0b-c5d8-4ad2-b5a3-518bb4bbb60c req-77aca6ab-f3b8-459e-9a68-ce99666c0284 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:28:01.746579 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-faf14d0b-c5d8-4ad2-b5a3-518bb4bbb60c req-77aca6ab-f3b8-459e-9a68-ce99666c0284 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 944 time: 0.0993657 Apr 11 17:28:01.779044 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-faf14d0b-c5d8-4ad2-b5a3-518bb4bbb60c req-5ebd54fa-001e-4e59-a29b-af5faaad774c tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0250769 Apr 11 17:28:02.993470 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed138a8b-d490-401d-996c-85fe04e75ced req-85ce6d04-f550-4e52-8779-00fa9b7d05ed tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:28:02.995161 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ed138a8b-d490-401d-996c-85fe04e75ced req-85ce6d04-f550-4e52-8779-00fa9b7d05ed tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 944 time: 0.0896196 Apr 11 17:28:03.031460 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ed138a8b-d490-401d-996c-85fe04e75ced req-73529dcb-7e6a-4bcc-8a04-7960b7fa7bba tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290020 Apr 11 17:28:03.796714 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:04.247162 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7ce04-f9e5-46b5-937f-59f861f51ade req-5b4a53dd-ffe0-4dc4-ac8b-895e321ffe2b tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:28:04.248837 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-69e7ce04-f9e5-46b5-937f-59f861f51ade req-5b4a53dd-ffe0-4dc4-ac8b-895e321ffe2b tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 944 time: 0.0899119 Apr 11 17:28:04.283727 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-69e7ce04-f9e5-46b5-937f-59f861f51ade req-febeda20-7921-40e6-a25c-69a100f016d2 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273893 Apr 11 17:28:04.873483 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6cb45daa-b90c-4d45-838b-4230945e93e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:05.488739 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52320cfe-3705-404a-bd97-d38e60ba5d52 req-a183773e-05ae-4a10-83a4-cbc4984adc9c tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:28:05.490617 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-52320cfe-3705-404a-bd97-d38e60ba5d52 req-a183773e-05ae-4a10-83a4-cbc4984adc9c tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 944 time: 0.0871880 Apr 11 17:28:05.524212 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-52320cfe-3705-404a-bd97-d38e60ba5d52 req-0e366537-8559-446c-9e8a-a9ca0f4bf8fb tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273728 Apr 11 17:28:06.728539 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83462500-eb9a-42f9-9246-72ec767c318b req-4b8029a1-ab9d-4df8-aa5e-44c782c1c7df tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:28:06.730090 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-83462500-eb9a-42f9-9246-72ec767c318b req-4b8029a1-ab9d-4df8-aa5e-44c782c1c7df tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 944 time: 0.0875034 Apr 11 17:28:06.759329 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-83462500-eb9a-42f9-9246-72ec767c318b req-136fd4b7-bb5d-4917-b1a6-cf394311687d tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0228612 Apr 11 17:28:07.314498 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b92eb3e0-52bc-4706-aeb0-ff2e3c656bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:07.958182 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:07.973913 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6eea1-9ca9-496f-b956-bea191990fa0 req-6cbc2f0b-b424-48fa-9216-ba3064d38e79 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:28:07.975510 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-bbb6eea1-9ca9-496f-b956-bea191990fa0 req-6cbc2f0b-b424-48fa-9216-ba3064d38e79 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 944 time: 0.0899189 Apr 11 17:28:08.010993 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-bbb6eea1-9ca9-496f-b956-bea191990fa0 req-e45c3c85-6dc2-4172-bdda-47708c1f4b07 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290639 Apr 11 17:28:08.397133 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:08.866718 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e471238-6a33-47a8-bf26-3fcae70009b1 req-5f782894-d735-42e2-b956-860ce67a5a77 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:28:08.868300 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-4e471238-6a33-47a8-bf26-3fcae70009b1 req-5f782894-d735-42e2-b956-860ce67a5a77 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=235afded-ccca-4743-a07f-f3f6af58c9d6 HTTP/1.1" status: 200 len: 946 time: 0.0906050 Apr 11 17:28:08.899697 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-4e471238-6a33-47a8-bf26-3fcae70009b1 req-d5334683-0de6-4f17-be4c-09ef6266d6c4 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e3c9443-cebd-4bb5-80d6-f0f5c416614e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0244586 Apr 11 17:28:09.219860 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb8561-966a-40c3-b417-d9278be0bc92 req-2b5d3d63-3435-4e1e-9815-4e1ab2fdaf58 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:28:09.221539 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-08fb8561-966a-40c3-b417-d9278be0bc92 req-2b5d3d63-3435-4e1e-9815-4e1ab2fdaf58 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 944 time: 0.0864220 Apr 11 17:28:09.256233 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-08fb8561-966a-40c3-b417-d9278be0bc92 req-e7b50275-aa53-4849-821a-3e9bb2964276 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282671 Apr 11 17:28:09.299266 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:10.103518 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e2fbe-8277-46da-96ac-d1da0aa69155 req-a253a72a-f702-4b0d-970c-7cb926aae18b tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:28:10.105137 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-493e2fbe-8277-46da-96ac-d1da0aa69155 req-a253a72a-f702-4b0d-970c-7cb926aae18b tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=235afded-ccca-4743-a07f-f3f6af58c9d6 HTTP/1.1" status: 200 len: 946 time: 0.0898240 Apr 11 17:28:10.138508 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-493e2fbe-8277-46da-96ac-d1da0aa69155 req-3f800c7b-8f20-48c7-8508-3df50e6d050b tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e3c9443-cebd-4bb5-80d6-f0f5c416614e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0248063 Apr 11 17:28:10.462431 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2c1b09-3e66-474c-8421-9bf0e8091ef4 req-ef28f6af-7c6d-42d4-ab71-c43c18314b8b tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:28:10.464071 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-fd2c1b09-3e66-474c-8421-9bf0e8091ef4 req-ef28f6af-7c6d-42d4-ab71-c43c18314b8b tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 944 time: 0.0909345 Apr 11 17:28:10.501199 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-fd2c1b09-3e66-474c-8421-9bf0e8091ef4 req-29c7beba-ce29-49ab-a9ca-6ea7467d1fb3 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289471 Apr 11 17:28:10.609419 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device c167f560-541d-40df-b488-b4c37b507465 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 11 17:28:10.802501 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8163661-6094-4121-9003-632e71b36782 req-b5602e15-b75c-40c5-b603-2291e2cd0fb0 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:28:10.804109 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a8163661-6094-4121-9003-632e71b36782 req-b5602e15-b75c-40c5-b603-2291e2cd0fb0 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.42 "GET /v2.0/ports?device_id=235afded-ccca-4743-a07f-f3f6af58c9d6 HTTP/1.1" status: 200 len: 946 time: 0.0913579 Apr 11 17:28:10.881217 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-a8163661-6094-4121-9003-632e71b36782 req-8bf3ba18-36c1-4f6c-bf2b-82cb6b283ba1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Deleting port 0992fd14-6d39-49f4-aee9-fc73b54dbf8a {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:28:10.881522 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-a8163661-6094-4121-9003-632e71b36782 req-8bf3ba18-36c1-4f6c-bf2b-82cb6b283ba1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:10.909917 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port c167f560-541d-40df-b488-b4c37b507465, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c167f560-541d-40df-b488-b4c37b507465,segment=NetworkSegment(8f975aaa-dcda-4b79-90fe-e36b252d6285),segment_id=8f975aaa-dcda-4b79-90fe-e36b252d6285)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:28:10.924578 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Returning: {'device': 'c167f560-541d-40df-b488-b4c37b507465', 'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f', 'port_id': 'c167f560-541d-40df-b488-b4c37b507465', 'mac_address': 'fa:16:3e:77:df:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b37db23d-12d1-4791-957e-028de05166fa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 17:28:10.985415 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:10.986733 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c167f560-541d-40df-b488-b4c37b507465 {{(pid=85245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 11 17:28:11.002667 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port c167f560-541d-40df-b488-b4c37b507465, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c167f560-541d-40df-b488-b4c37b507465,segment=NetworkSegment(8f975aaa-dcda-4b79-90fe-e36b252d6285),segment_id=8f975aaa-dcda-4b79-90fe-e36b252d6285)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:28:11.006007 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:11.008003 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f2bdeeca-afbf-4c80-90c2-678813373a34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:28:11.079886 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=c167f560-541d-40df-b488-b4c37b507465,revision_number=9']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:28:11.083467 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:28:11.147906 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-a8163661-6094-4121-9003-632e71b36782 req-8bf3ba18-36c1-4f6c-bf2b-82cb6b283ba1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] For port 0992fd14-6d39-49f4-aee9-fc73b54dbf8a, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=0992fd14-6d39-49f4-aee9-fc73b54dbf8a,segment=NetworkSegment(1776a450-8046-433a-83dd-60bae8a336e2),segment_id=1776a450-8046-433a-83dd-60bae8a336e2)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:28:11.148222 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-a8163661-6094-4121-9003-632e71b36782 req-8bf3ba18-36c1-4f6c-bf2b-82cb6b283ba1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:11.339817 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] get_ports_and_sgs() called for port_ids ['c167f560-541d-40df-b488-b4c37b507465'] {{(pid=85245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 17:28:11.837355 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41264f-bef3-42d2-b544-60a98564fea1 req-df6e6d85-f09d-4eb9-bc2e-1a96e8eaff50 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:28:11.838877 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0b41264f-bef3-42d2-b544-60a98564fea1 req-df6e6d85-f09d-4eb9-bc2e-1a96e8eaff50 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=235afded-ccca-4743-a07f-f3f6af58c9d6 HTTP/1.1" status: 200 len: 946 time: 0.5811002 Apr 11 17:28:11.850701 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-a8163661-6094-4121-9003-632e71b36782 req-8bf3ba18-36c1-4f6c-bf2b-82cb6b283ba1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:11.851119 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-a8163661-6094-4121-9003-632e71b36782 req-8bf3ba18-36c1-4f6c-bf2b-82cb6b283ba1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846760615'] for floatingip, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:11.851470 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.db.l3_db [req-a8163661-6094-4121-9003-632e71b36782 req-8bf3ba18-36c1-4f6c-bf2b-82cb6b283ba1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Floating IP 2d8e6863-a856-4e5f-aa74-aff7830efe66 disassociated. External IP: 172.28.2.163, port: 0992fd14-6d39-49f4-aee9-fc73b54dbf8a. Apr 11 17:28:11.851869 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-a8163661-6094-4121-9003-632e71b36782 req-8bf3ba18-36c1-4f6c-bf2b-82cb6b283ba1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Calling delete_port for 0992fd14-6d39-49f4-aee9-fc73b54dbf8a owned by compute:nova {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:28:11.930645 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e9757c-b043-4836-ae45-5f4225e366fe req-ddb96e49-853d-4aac-8288-ddaf9b20cf81 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:28:11.932230 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c3e9757c-b043-4836-ae45-5f4225e366fe req-ddb96e49-853d-4aac-8288-ddaf9b20cf81 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 945 time: 0.3088827 Apr 11 17:28:11.938429 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0b41264f-bef3-42d2-b544-60a98564fea1 req-726fff7d-b866-4124-ac03-7d5759c2267f tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups?id=3e3c9443-cebd-4bb5-80d6-f0f5c416614e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919912 Apr 11 17:28:11.985375 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c3e9757c-b043-4836-ae45-5f4225e366fe req-4de3818c-7c09-4f3d-a327-1c5dd4b5f106 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458517 Apr 11 17:28:12.060313 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-a8163661-6094-4121-9003-632e71b36782 req-8bf3ba18-36c1-4f6c-bf2b-82cb6b283ba1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771099430430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771099036582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6317060'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:12.076782 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:28:12.172042 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf3ba18-36c1-4f6c-bf2b-82cb6b283ba1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Pushing event deleted for resources: {'Port': ['ID=0992fd14-6d39-49f4-aee9-fc73b54dbf8a,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:28:12.193926 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf3ba18-36c1-4f6c-bf2b-82cb6b283ba1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:28:12.194344 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf3ba18-36c1-4f6c-bf2b-82cb6b283ba1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:28:12.194758 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf3ba18-36c1-4f6c-bf2b-82cb6b283ba1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:28:12.195166 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf3ba18-36c1-4f6c-bf2b-82cb6b283ba1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:28:12.195569 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf3ba18-36c1-4f6c-bf2b-82cb6b283ba1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:28:12.196003 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf3ba18-36c1-4f6c-bf2b-82cb6b283ba1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:28:12.196406 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf3ba18-36c1-4f6c-bf2b-82cb6b283ba1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:28:12.196806 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf3ba18-36c1-4f6c-bf2b-82cb6b283ba1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:28:12.197207 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf3ba18-36c1-4f6c-bf2b-82cb6b283ba1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:28:12.197602 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf3ba18-36c1-4f6c-bf2b-82cb6b283ba1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:28:12.197999 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf3ba18-36c1-4f6c-bf2b-82cb6b283ba1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:28:12.198392 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf3ba18-36c1-4f6c-bf2b-82cb6b283ba1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:28:12.203323 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8bf3ba18-36c1-4f6c-bf2b-82cb6b283ba1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:28:12.454028 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8163661-6094-4121-9003-632e71b36782 req-8bf3ba18-36c1-4f6c-bf2b-82cb6b283ba1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Router 84f65695-21aa-47be-9b6c-46782657b78e has already been hosted by L3 agent 5d769fae-3c68-4f0c-97be-90cfc50b6a37 {{(pid=85244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 11 17:28:12.624498 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device c167f560-541d-40df-b488-b4c37b507465 up at agent hyperv_hv-cinder-78477 {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:28:12.652658 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8163661-6094-4121-9003-632e71b36782 req-8bf3ba18-36c1-4f6c-bf2b-82cb6b283ba1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify agent at l3_agent.dv-cinder-784779-4-smb the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 11 17:28:12.667157 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f4fa2b-3dde-492d-8993-5991067e1258 None None] Sync routers for ids ['84f65695-21aa-47be-9b6c-46782657b78e'] in dv-cinder-784779-4-smb {{(pid=85245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 11 17:28:12.698679 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f4fa2b-3dde-492d-8993-5991067e1258 None None] Routers {'84f65695-21aa-47be-9b6c-46782657b78e'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:28:12.699380 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-b5f4fa2b-3dde-492d-8993-5991067e1258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:28:07Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['84f65695-21aa-47be-9b6c-46782657b78e'], 'active': True} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:28:12.735650 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8163661-6094-4121-9003-632e71b36782 req-8bf3ba18-36c1-4f6c-bf2b-82cb6b283ba1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] No DVR routers for this DVR port 0992fd14-6d39-49f4-aee9-fc73b54dbf8a on host hv-cinder-78477 {{(pid=85244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 11 17:28:12.738477 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-a8163661-6094-4121-9003-632e71b36782 req-8bf3ba18-36c1-4f6c-bf2b-82cb6b283ba1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:12.741702 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '235afded-ccca-4743-a07f-f3f6af58c9d6', 'name': 'network-vif-deleted', 'tag': '0992fd14-6d39-49f4-aee9-fc73b54dbf8a'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:28:12.755587 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a8163661-6094-4121-9003-632e71b36782 req-8bf3ba18-36c1-4f6c-bf2b-82cb6b283ba1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.42 "DELETE /v2.0/ports/0992fd14-6d39-49f4-aee9-fc73b54dbf8a HTTP/1.1" status: 204 len: 173 time: 1.9462464 Apr 11 17:28:12.818532 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '235afded-ccca-4743-a07f-f3f6af58c9d6', 'name': 'network-vif-deleted', 'tag': '0992fd14-6d39-49f4-aee9-fc73b54dbf8a', 'status': 'completed', 'code': 200} Apr 11 17:28:12.867683 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Provisioning complete for port c167f560-541d-40df-b488-b4c37b507465 triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:28:12.868283 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:12.967026 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-b5f4fa2b-3dde-492d-8993-5991067e1258 None None] Set router 84f65695-21aa-47be-9b6c-46782657b78e gateway port host: dv-cinder-784779-4-smb {{(pid=85245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:28:13.162336 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-6327fd39-9c30-455d-8d99-b124a9601336 req-d6dab2be-6089-4119-a69b-add54aa515a2 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Synchronizing usage tracker for tenant:1dff44dcd306439ea6d1f64cae358515 on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:28:13.192476 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-6327fd39-9c30-455d-8d99-b124a9601336 req-d6dab2be-6089-4119-a69b-add54aa515a2 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Unset dirty status for tenant:1dff44dcd306439ea6d1f64cae358515 on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:28:13.193754 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6327fd39-9c30-455d-8d99-b124a9601336 req-d6dab2be-6089-4119-a69b-add54aa515a2 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/ports?device_id=235afded-ccca-4743-a07f-f3f6af58c9d6 HTTP/1.1" status: 200 len: 210 time: 0.1197362 Apr 11 17:28:13.226587 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:13.235582 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bc8191-9cf4-46bb-85a2-259192dbbfb8 req-e37a5d87-ba01-464b-855a-c0be8ccc5927 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:28:13.237237 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a9bc8191-9cf4-46bb-85a2-259192dbbfb8 req-e37a5d87-ba01-464b-855a-c0be8ccc5927 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 945 time: 0.1199894 Apr 11 17:28:13.251550 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3d7dd3-d1fb-4715-9f4e-2fae4b389191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c167f560-541d-40df-b488-b4c37b507465'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:28:13.269778 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port c167f560-541d-40df-b488-b4c37b507465, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c167f560-541d-40df-b488-b4c37b507465,segment=NetworkSegment(8f975aaa-dcda-4b79-90fe-e36b252d6285),segment_id=8f975aaa-dcda-4b79-90fe-e36b252d6285)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:28:13.270462 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a9bc8191-9cf4-46bb-85a2-259192dbbfb8 req-b22fe13f-4fc3-49da-be0a-74ac685a10f4 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0258610 Apr 11 17:28:13.278170 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:13.279096 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device 0992fd14-6d39-49f4-aee9-fc73b54dbf8a no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 11 17:28:13.318748 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a79f52e4-d69c-4f10-88eb-66ff8ce8952a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:28:13.354936 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3d7dd3-d1fb-4715-9f4e-2fae4b389191', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c167f560-541d-40df-b488-b4c37b507465', 'code': 200} Apr 11 17:28:13.369929 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] No Port match for: 0992fd14-6d39-49f4-aee9-fc73b54dbf8a {{(pid=85245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 11 17:28:13.370327 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device 0992fd14-6d39-49f4-aee9-fc73b54dbf8a not bound to the agent host hv-cinder-78477 {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 11 17:28:13.465702 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=c167f560-541d-40df-b488-b4c37b507465,revision_number=10']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:28:13.469725 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:28:13.497072 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-b5f4fa2b-3dde-492d-8993-5991067e1258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f65695-21aa-47be-9b6c-46782657b78e', 'name': 'tempest-AttachVolumeTestJSON-1696572694-router', 'tenant_id': '1dff44dcd306439ea6d1f64cae358515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd462fe93-d0f1-43d8-aafc-cb56153f2870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:16Z', 'updated_at': '2021-04-11T17:20:37Z', 'revision_number': 4, 'project_id': '1dff44dcd306439ea6d1f64cae358515', 'gw_port': {'id': 'd462fe93-d0f1-43d8-aafc-cb56153f2870', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f65695-21aa-47be-9b6c-46782657b78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:18Z', 'updated_at': '2021-04-11T17:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': '3059e80d-0bbd-432a-b41e-e94bb5851b33', 'name': '', 'network_id': 'f79386bd-8864-4166-bb9e-db3cc709422a', 'tenant_id': '1dff44dcd306439ea6d1f64cae358515', 'mac_address': 'fa:16:3e:30:91:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f65695-21aa-47be-9b6c-46782657b78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd687bab0-4e02-4bbb-b7d3-fd6ef7a92063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:29Z', 'updated_at': '2021-04-11T17:20:50Z', 'revision_number': 5, 'project_id': '1dff44dcd306439ea6d1f64cae358515', 'subnets': [{'id': 'd687bab0-4e02-4bbb-b7d3-fd6ef7a92063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:28:13.501780 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f4fa2b-3dde-492d-8993-5991067e1258 None None] Checking router: 84f65695-21aa-47be-9b6c-46782657b78e for host: dv-cinder-784779-4-smb {{(pid=85245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 11 17:28:13.510816 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f4fa2b-3dde-492d-8993-5991067e1258 None None] Routers {'84f65695-21aa-47be-9b6c-46782657b78e'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:28:13.511518 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-b5f4fa2b-3dde-492d-8993-5991067e1258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:28:07Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['84f65695-21aa-47be-9b6c-46782657b78e'], 'active': True} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:28:13.574917 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114bba1-25f9-42e9-b0ff-7c7ba86bab84 req-f2998b15-a72d-460d-9bb2-c1718d3ea486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:28:13.576548 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e114bba1-25f9-42e9-b0ff-7c7ba86bab84 req-f2998b15-a72d-460d-9bb2-c1718d3ea486 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 1100 time: 0.0759284 Apr 11 17:28:13.607658 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e114bba1-25f9-42e9-b0ff-7c7ba86bab84 req-237343a2-7a74-40d7-ac93-35ba9c96d3a3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0240481 Apr 11 17:28:13.700531 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-b5f4fa2b-3dde-492d-8993-5991067e1258 None None] Set router 84f65695-21aa-47be-9b6c-46782657b78e gateway port host: dv-cinder-784779-4-smb {{(pid=85245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:28:14.028093 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-b5f4fa2b-3dde-492d-8993-5991067e1258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f65695-21aa-47be-9b6c-46782657b78e', 'name': 'tempest-AttachVolumeTestJSON-1696572694-router', 'tenant_id': '1dff44dcd306439ea6d1f64cae358515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd462fe93-d0f1-43d8-aafc-cb56153f2870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:16Z', 'updated_at': '2021-04-11T17:20:37Z', 'revision_number': 4, 'project_id': '1dff44dcd306439ea6d1f64cae358515', 'gw_port': {'id': 'd462fe93-d0f1-43d8-aafc-cb56153f2870', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f65695-21aa-47be-9b6c-46782657b78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:18Z', 'updated_at': '2021-04-11T17:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': '3059e80d-0bbd-432a-b41e-e94bb5851b33', 'name': '', 'network_id': 'f79386bd-8864-4166-bb9e-db3cc709422a', 'tenant_id': '1dff44dcd306439ea6d1f64cae358515', 'mac_address': 'fa:16:3e:30:91:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f65695-21aa-47be-9b6c-46782657b78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd687bab0-4e02-4bbb-b7d3-fd6ef7a92063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:29Z', 'updated_at': '2021-04-11T17:20:50Z', 'revision_number': 5, 'project_id': '1dff44dcd306439ea6d1f64cae358515', 'subnets': [{'id': 'd687bab0-4e02-4bbb-b7d3-fd6ef7a92063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:28:14.033046 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f4fa2b-3dde-492d-8993-5991067e1258 None None] The sync data for ids ['84f65695-21aa-47be-9b6c-46782657b78e'] in dv-cinder-784779-4-smb is: [{'id': '84f65695-21aa-47be-9b6c-46782657b78e', 'name': 'tempest-AttachVolumeTestJSON-1696572694-router', 'tenant_id': '1dff44dcd306439ea6d1f64cae358515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd462fe93-d0f1-43d8-aafc-cb56153f2870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:16Z', 'updated_at': '2021-04-11T17:20:37Z', 'revision_number': 4, 'project_id': '1dff44dcd306439ea6d1f64cae358515', 'gw_port': {'id': 'd462fe93-d0f1-43d8-aafc-cb56153f2870', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f65695-21aa-47be-9b6c-46782657b78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:18Z', 'updated_at': '2021-04-11T17:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': '3059e80d-0bbd-432a-b41e-e94bb5851b33', 'name': '', 'network_id': 'f79386bd-8864-4166-bb9e-db3cc709422a', 'tenant_id': '1dff44dcd306439ea6d1f64cae358515', 'mac_address': 'fa:16:3e:30:91:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f65695-21aa-47be-9b6c-46782657b78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd687bab0-4e02-4bbb-b7d3-fd6ef7a92063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:29Z', 'updated_at': '2021-04-11T17:20:50Z', 'revision_number': 5, 'project_id': '1dff44dcd306439ea6d1f64cae358515', 'subnets': [{'id': 'd687bab0-4e02-4bbb-b7d3-fd6ef7a92063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 11 17:28:14.332246 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 36558) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:28:14.438025 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-043150ea-3de4-444f-8d23-309d5af7d2bf tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:14.451253 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a694c6-af9a-4864-8f49-e9d79d5b7a63 None None] New status for floating IP 2d8e6863-a856-4e5f-aa74-aff7830efe66: DOWN {{(pid=85246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 11 17:28:14.486040 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-043150ea-3de4-444f-8d23-309d5af7d2bf tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:14.558361 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0816c3c2-6812-4171-adad-373b4a9ca313 req-b837a401-2a4e-45bd-b208-7e7b5e84b41b tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:28:14.559906 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0816c3c2-6812-4171-adad-373b4a9ca313 req-b837a401-2a4e-45bd-b208-7e7b5e84b41b tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 947 time: 0.1587446 Apr 11 17:28:14.566341 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-043150ea-3de4-444f-8d23-309d5af7d2bf tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:14.572513 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-18ba017f-0447-4c91-90f1-5de14d5511c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:28:14.613590 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043150ea-3de4-444f-8d23-309d5af7d2bf tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3c9443-cebd-4bb5-80d6-f0f5c416614e,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:28:14.616332 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-043150ea-3de4-444f-8d23-309d5af7d2bf tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:28:14.624808 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0816c3c2-6812-4171-adad-373b4a9ca313 req-ac64b692-4d0d-42dd-bd84-eaf8e0b38f9c tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347042 Apr 11 17:28:14.634521 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-043150ea-3de4-444f-8d23-309d5af7d2bf tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:14.639131 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-043150ea-3de4-444f-8d23-309d5af7d2bf tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "DELETE /v2.0/security-groups/3e3c9443-cebd-4bb5-80d6-f0f5c416614e HTTP/1.1" status: 204 len: 168 time: 0.3029382 Apr 11 17:28:14.640498 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 36564) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:28:14.662497 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.v2.resource [None req-4793e618-76b9-4327-a1f9-104b881d5951 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] show failed (client error): The resource could not be found. Apr 11 17:28:14.663886 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-4793e618-76b9-4327-a1f9-104b881d5951 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "GET /v2.0/security-groups/3e3c9443-cebd-4bb5-80d6-f0f5c416614e HTTP/1.1" status: 404 len: 347 time: 0.0223515 Apr 11 17:28:14.667036 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 36570) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:28:15.067748 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-65ee8a84-c299-4e75-b368-a59f82527b3b tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Deleting port ed5b652e-f9be-469c-a12f-607dda7083f3 {{(pid=85243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:28:15.067748 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-65ee8a84-c299-4e75-b368-a59f82527b3b tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:15.251707 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-65ee8a84-c299-4e75-b368-a59f82527b3b tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:15.252133 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-65ee8a84-c299-4e75-b368-a59f82527b3b tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:15.388725 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-65ee8a84-c299-4e75-b368-a59f82527b3b tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Calling delete_port for ed5b652e-f9be-469c-a12f-607dda7083f3 owned by network:floatingip {{(pid=85243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:28:15.537131 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-65ee8a84-c299-4e75-b368-a59f82527b3b tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771099430430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771099036582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6354135'] for port, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:15.552642 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1e4c789f-e3ff-4990-9955-cbd60188fc12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:28:15.652779 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee8a84-c299-4e75-b368-a59f82527b3b tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Pushing event deleted for resources: {'Port': ['ID=ed5b652e-f9be-469c-a12f-607dda7083f3,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:28:15.666411 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee8a84-c299-4e75-b368-a59f82527b3b tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:28:15.666824 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee8a84-c299-4e75-b368-a59f82527b3b tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:28:15.667225 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee8a84-c299-4e75-b368-a59f82527b3b tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:28:15.667621 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee8a84-c299-4e75-b368-a59f82527b3b tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:28:15.668062 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee8a84-c299-4e75-b368-a59f82527b3b tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:28:15.668458 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee8a84-c299-4e75-b368-a59f82527b3b tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:28:15.668851 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee8a84-c299-4e75-b368-a59f82527b3b tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:28:15.669233 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee8a84-c299-4e75-b368-a59f82527b3b tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:28:15.669624 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee8a84-c299-4e75-b368-a59f82527b3b tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:28:15.670009 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee8a84-c299-4e75-b368-a59f82527b3b tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:28:15.670391 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee8a84-c299-4e75-b368-a59f82527b3b tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:28:15.671592 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ee8a84-c299-4e75-b368-a59f82527b3b tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:28:15.675125 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-65ee8a84-c299-4e75-b368-a59f82527b3b tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:28:15.823665 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-65ee8a84-c299-4e75-b368-a59f82527b3b tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks [] for floatingip, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:15.841623 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-65ee8a84-c299-4e75-b368-a59f82527b3b tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for floatingip, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:15.842231 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416f8a8-5d5e-42be-90af-7a43ac2f155d req-f12f00d0-a961-41e5-a50c-10e644b75440 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:28:15.846097 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-65ee8a84-c299-4e75-b368-a59f82527b3b tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] 10.222.0.16 "DELETE /v2.0/floatingips/2d8e6863-a856-4e5f-aa74-aff7830efe66 HTTP/1.1" status: 204 len: 168 time: 1.1747422 Apr 11 17:28:15.846387 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-7416f8a8-5d5e-42be-90af-7a43ac2f155d req-f12f00d0-a961-41e5-a50c-10e644b75440 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 947 time: 0.0893748 Apr 11 17:28:15.875551 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-7416f8a8-5d5e-42be-90af-7a43ac2f155d req-bcb07d66-3985-406c-96ca-b3d1f346019e tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0247087 Apr 11 17:28:19.944424 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 36634) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:28:20.608466 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 6 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:28:20.698173 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3a9dae16-d2bb-46af-a73d-9a8ae872430a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846760598'] for router_interface, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:21.068908 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-3a9dae16-d2bb-46af-a73d-9a8ae872430a admin admin] Deleting port 3059e80d-0bbd-432a-b41e-e94bb5851b33 {{(pid=85243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:28:21.069530 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3a9dae16-d2bb-46af-a73d-9a8ae872430a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:21.252698 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-3a9dae16-d2bb-46af-a73d-9a8ae872430a admin admin] For port 3059e80d-0bbd-432a-b41e-e94bb5851b33, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=3059e80d-0bbd-432a-b41e-e94bb5851b33,segment=NetworkSegment(1776a450-8046-433a-83dd-60bae8a336e2),segment_id=1776a450-8046-433a-83dd-60bae8a336e2)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:28:21.253094 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3a9dae16-d2bb-46af-a73d-9a8ae872430a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:21.382974 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-3a9dae16-d2bb-46af-a73d-9a8ae872430a admin admin] Calling delete_port for 3059e80d-0bbd-432a-b41e-e94bb5851b33 owned by network:router_interface {{(pid=85243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:28:21.565547 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3a9dae16-d2bb-46af-a73d-9a8ae872430a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771099430430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771099036582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6354135'] for port, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:21.581032 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e3ea82da-db6d-4a6f-8de9-7a557608f666 tempest-ServerRescueNegativeTestJSON-1827536305 tempest-ServerRescueNegativeTestJSON-1827536305-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:28:21.678554 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9dae16-d2bb-46af-a73d-9a8ae872430a admin admin] Pushing event deleted for resources: {'Port': ['ID=3059e80d-0bbd-432a-b41e-e94bb5851b33,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:28:21.688791 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3a9dae16-d2bb-46af-a73d-9a8ae872430a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:28:22.034364 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3a9dae16-d2bb-46af-a73d-9a8ae872430a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7967587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846744726'] for router_interface, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:22.763903 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9dae16-d2bb-46af-a73d-9a8ae872430a admin admin] Router 84f65695-21aa-47be-9b6c-46782657b78e has already been hosted by L3 agent 5d769fae-3c68-4f0c-97be-90cfc50b6a37 {{(pid=85243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 11 17:28:22.951019 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9dae16-d2bb-46af-a73d-9a8ae872430a admin admin] Notify agent at l3_agent.dv-cinder-784779-4-smb the message routers_updated {{(pid=85243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 11 17:28:22.961530 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71d2803-0252-428f-bd3e-b37fa3c1d3af None None] Sync routers for ids ['84f65695-21aa-47be-9b6c-46782657b78e'] in dv-cinder-784779-4-smb {{(pid=85245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 11 17:28:22.964847 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-3a9dae16-d2bb-46af-a73d-9a8ae872430a admin admin] 10.222.0.16 "PUT /v2.0/routers/84f65695-21aa-47be-9b6c-46782657b78e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0191848 Apr 11 17:28:22.968064 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 36640) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:28:22.973113 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71d2803-0252-428f-bd3e-b37fa3c1d3af None None] Routers {'84f65695-21aa-47be-9b6c-46782657b78e'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:28:22.973797 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-e71d2803-0252-428f-bd3e-b37fa3c1d3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:28:07Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['84f65695-21aa-47be-9b6c-46782657b78e'], 'active': True} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:28:23.163336 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5dd9cfe9-bdf5-4e5a-b800-3a5402cd3beb admin admin] Notify callbacks [] for router, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:23.337214 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-e71d2803-0252-428f-bd3e-b37fa3c1d3af None None] Set router 84f65695-21aa-47be-9b6c-46782657b78e gateway port host: dv-cinder-784779-4-smb {{(pid=85245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:28:23.362040 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5dd9cfe9-bdf5-4e5a-b800-3a5402cd3beb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:23.370421 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-5dd9cfe9-bdf5-4e5a-b800-3a5402cd3beb admin admin] Deleting port d462fe93-d0f1-43d8-aafc-cb56153f2870 {{(pid=85243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:28:23.370788 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5dd9cfe9-bdf5-4e5a-b800-3a5402cd3beb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:23.566892 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-5dd9cfe9-bdf5-4e5a-b800-3a5402cd3beb admin admin] For port d462fe93-d0f1-43d8-aafc-cb56153f2870, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=d462fe93-d0f1-43d8-aafc-cb56153f2870,segment=NetworkSegment(0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e),segment_id=0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:28:23.567300 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5dd9cfe9-bdf5-4e5a-b800-3a5402cd3beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:23.653446 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-e71d2803-0252-428f-bd3e-b37fa3c1d3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f65695-21aa-47be-9b6c-46782657b78e', 'name': 'tempest-AttachVolumeTestJSON-1696572694-router', 'tenant_id': '1dff44dcd306439ea6d1f64cae358515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd462fe93-d0f1-43d8-aafc-cb56153f2870', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:16Z', 'updated_at': '2021-04-11T17:28:21Z', 'revision_number': 5, 'project_id': '1dff44dcd306439ea6d1f64cae358515', 'gw_port': {'id': 'd462fe93-d0f1-43d8-aafc-cb56153f2870', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f65695-21aa-47be-9b6c-46782657b78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:18Z', 'updated_at': '2021-04-11T17:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb'}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:28:23.657994 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71d2803-0252-428f-bd3e-b37fa3c1d3af None None] Checking router: 84f65695-21aa-47be-9b6c-46782657b78e for host: dv-cinder-784779-4-smb {{(pid=85245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 11 17:28:23.671346 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71d2803-0252-428f-bd3e-b37fa3c1d3af None None] Routers {'84f65695-21aa-47be-9b6c-46782657b78e'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:28:23.672077 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-e71d2803-0252-428f-bd3e-b37fa3c1d3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:28:07Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['84f65695-21aa-47be-9b6c-46782657b78e'], 'active': True} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:28:23.703029 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-5dd9cfe9-bdf5-4e5a-b800-3a5402cd3beb admin admin] Calling delete_port for d462fe93-d0f1-43d8-aafc-cb56153f2870 owned by network:router_gateway {{(pid=85243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:28:23.844356 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-e71d2803-0252-428f-bd3e-b37fa3c1d3af None None] Set router 84f65695-21aa-47be-9b6c-46782657b78e gateway port host: None {{(pid=85245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:28:23.887465 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5dd9cfe9-bdf5-4e5a-b800-3a5402cd3beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771099430430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771099036582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6354135'] for port, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:23.904438 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8d684553-2b49-478c-8996-778b01dc4fd8 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:28:23.961081 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-e71d2803-0252-428f-bd3e-b37fa3c1d3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84f65695-21aa-47be-9b6c-46782657b78e', 'name': 'tempest-AttachVolumeTestJSON-1696572694-router', 'tenant_id': '1dff44dcd306439ea6d1f64cae358515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:16Z', 'updated_at': '2021-04-11T17:28:23Z', 'revision_number': 6, 'project_id': '1dff44dcd306439ea6d1f64cae358515', 'gw_port_host': None}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:28:23.965361 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71d2803-0252-428f-bd3e-b37fa3c1d3af None None] The sync data for ids ['84f65695-21aa-47be-9b6c-46782657b78e'] in dv-cinder-784779-4-smb is: [{'id': '84f65695-21aa-47be-9b6c-46782657b78e', 'name': 'tempest-AttachVolumeTestJSON-1696572694-router', 'tenant_id': '1dff44dcd306439ea6d1f64cae358515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:16Z', 'updated_at': '2021-04-11T17:28:23Z', 'revision_number': 6, 'project_id': '1dff44dcd306439ea6d1f64cae358515', 'gw_port_host': None}] {{(pid=85245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 11 17:28:24.011300 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9cfe9-bdf5-4e5a-b800-3a5402cd3beb admin admin] Pushing event deleted for resources: {'Port': ['ID=d462fe93-d0f1-43d8-aafc-cb56153f2870,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:28:24.014229 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5dd9cfe9-bdf5-4e5a-b800-3a5402cd3beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:28:24.181516 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5dd9cfe9-bdf5-4e5a-b800-3a5402cd3beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8015236'] for router_gateway, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:24.369153 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5dd9cfe9-bdf5-4e5a-b800-3a5402cd3beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8222989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15196'] for router, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:24.371434 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5dd9cfe9-bdf5-4e5a-b800-3a5402cd3beb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:24.475139 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5dd9cfe9-bdf5-4e5a-b800-3a5402cd3beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846745187'] for router, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:24.476224 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd9cfe9-bdf5-4e5a-b800-3a5402cd3beb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84f65695-21aa-47be-9b6c-46782657b78e {{(pid=85243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 11 17:28:24.492000 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5dd9cfe9-bdf5-4e5a-b800-3a5402cd3beb admin admin] Notify callbacks [] for router, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:24.494488 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-5dd9cfe9-bdf5-4e5a-b800-3a5402cd3beb admin admin] 10.222.0.16 "DELETE /v2.0/routers/84f65695-21aa-47be-9b6c-46782657b78e HTTP/1.1" status: 204 len: 168 time: 1.5241787 Apr 11 17:28:24.496167 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 36644) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:28:24.566995 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_v2 [None req-e46add8c-e015-4dea-873a-a0ffcd863afe admin admin] Deleting subnet d687bab0-4e02-4bbb-b7d3-fd6ef7a92063 {{(pid=85243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 11 17:28:24.570925 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e46add8c-e015-4dea-873a-a0ffcd863afe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:24.630539 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e46add8c-e015-4dea-873a-a0ffcd863afe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6558329'] for subnet, precommit_delete_associations {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:24.764087 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e46add8c-e015-4dea-873a-a0ffcd863afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-370660'] for subnet, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:25.252816 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e46add8c-e015-4dea-873a-a0ffcd863afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854405123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848421728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5609759'] for subnet, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:25.269356 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-00a6afb5-14d0-40fa-996a-1cc89bbfcb4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:28:25.357190 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46add8c-e015-4dea-873a-a0ffcd863afe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d687bab0-4e02-4bbb-b7d3-fd6ef7a92063,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:28:25.369833 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e46add8c-e015-4dea-873a-a0ffcd863afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:28:25.406802 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e46add8c-e015-4dea-873a-a0ffcd863afe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for subnet, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:25.413319 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27713d9d-334b-44cd-ab63-f262e2bf5667 None None] Network f79386bd-8864-4166-bb9e-db3cc709422a requested from dv-cinder-784779-4-smb {{(pid=85245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 11 17:28:25.413644 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-e46add8c-e015-4dea-873a-a0ffcd863afe admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d687bab0-4e02-4bbb-b7d3-fd6ef7a92063 HTTP/1.1" status: 204 len: 168 time: 0.9163079 Apr 11 17:28:25.416556 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 36648) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:28:25.547385 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-74505adf-f876-457e-a751-7f405f4c1012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854564312'] for network, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:25.601201 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device 3059e80d-0bbd-432a-b41e-e94bb5851b33 no longer exists at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 11 17:28:25.627988 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-74505adf-f876-457e-a751-7f405f4c1012 admin admin] Deleting port a000bbc2-4b7f-41d5-9226-d29b485309ba {{(pid=85243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:28:25.628355 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-74505adf-f876-457e-a751-7f405f4c1012 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:25.652785 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] No Port match for: 3059e80d-0bbd-432a-b41e-e94bb5851b33 {{(pid=85245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 11 17:28:25.653173 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device 3059e80d-0bbd-432a-b41e-e94bb5851b33 not bound to the agent host dv-cinder-784779-4-smb {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 11 17:28:25.653659 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device d462fe93-d0f1-43d8-aafc-cb56153f2870 no longer exists at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 11 17:28:25.694205 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] No Port match for: d462fe93-d0f1-43d8-aafc-cb56153f2870 {{(pid=85245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 11 17:28:25.694686 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device d462fe93-d0f1-43d8-aafc-cb56153f2870 not bound to the agent host dv-cinder-784779-4-smb {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 11 17:28:25.785630 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a76e92a-e7cf-4c04-9bdf-fc6d56a23647 None None] DHCP port deletion for f79386bd-8864-4166-bb9e-db3cc709422a request from dv-cinder-784779-4-smb {{(pid=85245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 11 17:28:25.790876 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-7a76e92a-e7cf-4c04-9bdf-fc6d56a23647 None None] Deleting port a000bbc2-4b7f-41d5-9226-d29b485309ba {{(pid=85245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:28:25.791049 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7a76e92a-e7cf-4c04-9bdf-fc6d56a23647 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:25.861200 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-74505adf-f876-457e-a751-7f405f4c1012 admin admin] For port a000bbc2-4b7f-41d5-9226-d29b485309ba, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=a000bbc2-4b7f-41d5-9226-d29b485309ba,segment=NetworkSegment(1776a450-8046-433a-83dd-60bae8a336e2),segment_id=1776a450-8046-433a-83dd-60bae8a336e2)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:28:25.861717 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-74505adf-f876-457e-a751-7f405f4c1012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:26.005027 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-74505adf-f876-457e-a751-7f405f4c1012 admin admin] Calling delete_port for a000bbc2-4b7f-41d5-9226-d29b485309ba owned by network:dhcp {{(pid=85243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:28:26.020725 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-7a76e92a-e7cf-4c04-9bdf-fc6d56a23647 None None] For port a000bbc2-4b7f-41d5-9226-d29b485309ba, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=a000bbc2-4b7f-41d5-9226-d29b485309ba,segment=NetworkSegment(1776a450-8046-433a-83dd-60bae8a336e2),segment_id=1776a450-8046-433a-83dd-60bae8a336e2)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:28:26.021094 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7a76e92a-e7cf-4c04-9bdf-fc6d56a23647 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:26.088659 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-74505adf-f876-457e-a751-7f405f4c1012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771099430430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771099036582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6354135'] for port, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:26.104224 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e497b2a8-9d4e-47f0-b2e1-20ff4f1c3177 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:28:26.161688 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-7a76e92a-e7cf-4c04-9bdf-fc6d56a23647 None None] Calling delete_port for a000bbc2-4b7f-41d5-9226-d29b485309ba owned by network:dhcp {{(pid=85245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:28:26.210985 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74505adf-f876-457e-a751-7f405f4c1012 admin admin] Pushing event deleted for resources: {'Port': ['ID=a000bbc2-4b7f-41d5-9226-d29b485309ba,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:28:26.215717 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-74505adf-f876-457e-a751-7f405f4c1012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:28:26.252228 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74505adf-f876-457e-a751-7f405f4c1012 admin admin] No DVR routers for this DVR port a000bbc2-4b7f-41d5-9226-d29b485309ba on host dv-cinder-784779-4-smb {{(pid=85243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 11 17:28:26.310713 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.db.api [None req-7a76e92a-e7cf-4c04-9bdf-fc6d56a23647 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85245) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 11 17:28:26.311905 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_db.api [None req-7a76e92a-e7cf-4c04-9bdf-fc6d56a23647 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 11 17:28:26.375509 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-74505adf-f876-457e-a751-7f405f4c1012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-369277', 'neutron.services.segments.db._delete_segments_for_network--9223363265755233635'] for network, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:26.492498 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.segments.db [None req-74505adf-f876-457e-a751-7f405f4c1012 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f79386bd-8864-4166-bb9e-db3cc709422a']}} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:28:26.506573 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.segments.db [None req-74505adf-f876-457e-a751-7f405f4c1012 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1776a450-8046-433a-83dd-60bae8a336e2') {'for_net_delete': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:28:26.506907 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.segments.db [None req-74505adf-f876-457e-a751-7f405f4c1012 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1776a450-8046-433a-83dd-60bae8a336e2') {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:28:26.519174 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-74505adf-f876-457e-a751-7f405f4c1012 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771099529263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848217466'] for segment, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:26.535890 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-74505adf-f876-457e-a751-7f405f4c1012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854391073'] for segment, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:26.543922 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74505adf-f876-457e-a751-7f405f4c1012 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=85243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 11 17:28:26.732472 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-74505adf-f876-457e-a751-7f405f4c1012 admin admin] Network f79386bd-8864-4166-bb9e-db3cc709422a has no segments {{(pid=85243) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 11 17:28:26.742195 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-74505adf-f876-457e-a751-7f405f4c1012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-384710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848421635'] for segment, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:26.813155 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-7a76e92a-e7cf-4c04-9bdf-fc6d56a23647 None None] Deleting port a000bbc2-4b7f-41d5-9226-d29b485309ba {{(pid=85245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:28:26.813571 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7a76e92a-e7cf-4c04-9bdf-fc6d56a23647 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:26.888436 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-7a76e92a-e7cf-4c04-9bdf-fc6d56a23647 None None] The port 'a000bbc2-4b7f-41d5-9226-d29b485309ba' was deleted {{(pid=85245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 11 17:28:26.926050 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-74505adf-f876-457e-a751-7f405f4c1012 admin admin] Network f79386bd-8864-4166-bb9e-db3cc709422a has no segments {{(pid=85243) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 11 17:28:26.954521 dv-cinder-784779-4-smb neutron-server[85130]: Traceback (most recent call last): Apr 11 17:28:26.954521 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:28:26.954521 dv-cinder-784779-4-smb neutron-server[85130]: timer() Apr 11 17:28:26.954521 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:28:26.954521 dv-cinder-784779-4-smb neutron-server[85130]: cb(*args, **kw) Apr 11 17:28:26.954521 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 11 17:28:26.954521 dv-cinder-784779-4-smb neutron-server[85130]: return func(*args, **kwargs) Apr 11 17:28:26.954521 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:28:26.954521 dv-cinder-784779-4-smb neutron-server[85130]: self._notify() Apr 11 17:28:26.954521 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:28:26.954521 dv-cinder-784779-4-smb neutron-server[85130]: self.callback(batched_events) Apr 11 17:28:26.954521 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:28:26.954521 dv-cinder-784779-4-smb neutron-server[85130]: event.method(event) Apr 11 17:28:26.954521 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 17:28:26.954521 dv-cinder-784779-4-smb neutron-server[85130]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:28:26.954521 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 11 17:28:26.954521 dv-cinder-784779-4-smb neutron-server[85130]: segment_id)['aggregates'][0] Apr 11 17:28:26.954521 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 17:28:26.954521 dv-cinder-784779-4-smb neutron-server[85130]: return f(self, *a, **k) Apr 11 17:28:26.954521 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 17:28:26.954521 dv-cinder-784779-4-smb neutron-server[85130]: return self._get(url).json() Apr 11 17:28:26.954521 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:28:26.954521 dv-cinder-784779-4-smb neutron-server[85130]: **kwargs) Apr 11 17:28:26.954521 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:28:26.954521 dv-cinder-784779-4-smb neutron-server[85130]: return self.request(url, 'GET', **kwargs) Apr 11 17:28:26.954521 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 11 17:28:26.954521 dv-cinder-784779-4-smb neutron-server[85130]: **endpoint_filter) Apr 11 17:28:26.954521 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:28:26.954521 dv-cinder-784779-4-smb neutron-server[85130]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:28:26.954521 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:28:26.954521 dv-cinder-784779-4-smb neutron-server[85130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:28:26.954521 dv-cinder-784779-4-smb neutron-server[85130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:28:27.036465 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-74505adf-f876-457e-a751-7f405f4c1012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854406646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846760530'] for network, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:27.043481 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-74505adf-f876-457e-a751-7f405f4c1012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for network, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:27.049560 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:28:27.075917 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74505adf-f876-457e-a751-7f405f4c1012 admin admin] Pushing event deleted for resources: {'Network': ['ID=f79386bd-8864-4166-bb9e-db3cc709422a,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:28:27.079609 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-74505adf-f876-457e-a751-7f405f4c1012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:28:27.091171 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-74505adf-f876-457e-a751-7f405f4c1012 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f79386bd-8864-4166-bb9e-db3cc709422a HTTP/1.1" status: 204 len: 168 time: 1.6733842 Apr 11 17:28:27.210907 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 36654) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:28:27.246806 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-4cc82384-0546-47e9-b1f3-e712cf85926e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1dff44dcd306439ea6d1f64cae358515&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0345895 Apr 11 17:28:27.249560 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 36658) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:28:27.316783 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-eba2f7a5-407f-431e-9c76-59544ca48323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:27.347981 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-eba2f7a5-407f-431e-9c76-59544ca48323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:27.396801 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-eba2f7a5-407f-431e-9c76-59544ca48323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:27.401945 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-61bc73db-9470-4299-a736-f0a575b8115e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:28:27.415961 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba2f7a5-407f-431e-9c76-59544ca48323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1ad1a5-2b8c-4b07-9c07-b1716bd938f9,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:28:27.420247 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-eba2f7a5-407f-431e-9c76-59544ca48323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:28:27.423857 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-eba2f7a5-407f-431e-9c76-59544ca48323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:27.425919 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-eba2f7a5-407f-431e-9c76-59544ca48323 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4a1ad1a5-2b8c-4b07-9c07-b1716bd938f9 HTTP/1.1" status: 204 len: 168 time: 0.1751845 Apr 11 17:28:27.577968 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device a000bbc2-4b7f-41d5-9226-d29b485309ba no longer exists at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 11 17:28:27.615686 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] No Port match for: a000bbc2-4b7f-41d5-9226-d29b485309ba {{(pid=85245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 11 17:28:27.616128 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device a000bbc2-4b7f-41d5-9226-d29b485309ba not bound to the agent host dv-cinder-784779-4-smb {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 11 17:28:33.796717 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:34.516835 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 36758) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:28:34.644393 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2b0e0ebc-b567-406e-aafe-21a9b4740983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:34.667948 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-2b0e0ebc-b567-406e-aafe-21a9b4740983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:28:34.672645 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-2b0e0ebc-b567-406e-aafe-21a9b4740983 admin admin] Usage tracker for resource:security_group_rule and tenant:1cb8c924a0314b24b239d84f97308ba2 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:28:34.675630 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-2b0e0ebc-b567-406e-aafe-21a9b4740983 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:28:34.681770 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-2b0e0ebc-b567-406e-aafe-21a9b4740983 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:28:34.773261 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2b0e0ebc-b567-406e-aafe-21a9b4740983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:34.776069 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2b0e0ebc-b567-406e-aafe-21a9b4740983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:34.788386 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3cf50942-ed8f-486e-aae2-7a331310a35a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:28:34.831799 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-2b0e0ebc-b567-406e-aafe-21a9b4740983 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1cb8c924a0314b24b239d84f97308ba2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3137507 Apr 11 17:28:34.833786 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e0ebc-b567-406e-aafe-21a9b4740983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35bb75d5-fc87-423e-94e0-a1e47a4d5443,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:28:34.835316 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 36764) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:28:34.837352 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2b0e0ebc-b567-406e-aafe-21a9b4740983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:28:34.881388 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d369c90a-12b8-4b11-8959-dcd8a93a5cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:34.909228 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1b38d7ab-c491-47da-882a-b49eba137636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:34.937004 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1b38d7ab-c491-47da-882a-b49eba137636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:34.981247 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1b38d7ab-c491-47da-882a-b49eba137636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:34.986751 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-715cbd61-4a2b-49d7-a346-406dbbe425fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:28:35.000305 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b38d7ab-c491-47da-882a-b49eba137636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bb75d5-fc87-423e-94e0-a1e47a4d5443,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:28:35.003411 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1b38d7ab-c491-47da-882a-b49eba137636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:28:35.004426 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1b38d7ab-c491-47da-882a-b49eba137636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:35.007038 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-1b38d7ab-c491-47da-882a-b49eba137636 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/35bb75d5-fc87-423e-94e0-a1e47a4d5443 HTTP/1.1" status: 204 len: 168 time: 0.1693826 Apr 11 17:28:36.466095 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 36816) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:28:36.596561 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fa93a49a-efc4-48d3-a7d9-8b6ddc3d0718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:36.612689 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-fa93a49a-efc4-48d3-a7d9-8b6ddc3d0718 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:28:36.616817 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-fa93a49a-efc4-48d3-a7d9-8b6ddc3d0718 admin admin] Usage tracker for resource:security_group_rule and tenant:a2a8cf646a784b6d865c92e6527a0e0b is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:28:36.620015 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-fa93a49a-efc4-48d3-a7d9-8b6ddc3d0718 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:28:36.626294 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-fa93a49a-efc4-48d3-a7d9-8b6ddc3d0718 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:28:36.718758 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fa93a49a-efc4-48d3-a7d9-8b6ddc3d0718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:36.721746 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fa93a49a-efc4-48d3-a7d9-8b6ddc3d0718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:36.730907 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3e91717b-ffbe-45a0-85b1-da240180de7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:28:36.777400 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-fa93a49a-efc4-48d3-a7d9-8b6ddc3d0718 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a2a8cf646a784b6d865c92e6527a0e0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3100467 Apr 11 17:28:36.779076 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93a49a-efc4-48d3-a7d9-8b6ddc3d0718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b398d6-9a6d-430d-aa5e-18a15ba29cf4,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:28:36.781057 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 36822) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:28:36.782914 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-fa93a49a-efc4-48d3-a7d9-8b6ddc3d0718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:28:36.847344 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-84703841-eaa4-4e7b-a116-64ef97540835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:36.875403 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-84703841-eaa4-4e7b-a116-64ef97540835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:36.925025 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-84703841-eaa4-4e7b-a116-64ef97540835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:36.930206 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1e8c20f6-c57f-4df8-81c0-1bd41c816234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:28:36.943190 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84703841-eaa4-4e7b-a116-64ef97540835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b398d6-9a6d-430d-aa5e-18a15ba29cf4,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:28:36.945637 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-84703841-eaa4-4e7b-a116-64ef97540835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:28:36.954944 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-84703841-eaa4-4e7b-a116-64ef97540835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:36.956273 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-84703841-eaa4-4e7b-a116-64ef97540835 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/30b398d6-9a6d-430d-aa5e-18a15ba29cf4 HTTP/1.1" status: 204 len: 168 time: 0.1739593 Apr 11 17:28:37.327103 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-925257d3-aaf3-446f-b662-b7d2623fbf2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:37.961923 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:38.401005 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:39.301360 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:56.109003 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 37008) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:28:56.232259 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dff53b2d-e29d-414d-94d7-12773df5e2ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:56.249407 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-dff53b2d-e29d-414d-94d7-12773df5e2ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:28:56.253457 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-dff53b2d-e29d-414d-94d7-12773df5e2ab admin admin] Usage tracker for resource:security_group_rule and tenant:3113a84cb3074ff48df2d554a63cd6f4 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:28:56.256430 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-dff53b2d-e29d-414d-94d7-12773df5e2ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:28:56.262394 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-dff53b2d-e29d-414d-94d7-12773df5e2ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:28:56.349860 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dff53b2d-e29d-414d-94d7-12773df5e2ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:56.352458 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dff53b2d-e29d-414d-94d7-12773df5e2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:56.361693 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-11454564-f612-4225-96e3-0225779aca69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:28:56.403765 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-dff53b2d-e29d-414d-94d7-12773df5e2ab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3113a84cb3074ff48df2d554a63cd6f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2936423 Apr 11 17:28:56.405534 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff53b2d-e29d-414d-94d7-12773df5e2ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f432a2-e888-4df9-9e24-19f45c721450,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:28:56.406645 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 37014) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:28:56.408967 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dff53b2d-e29d-414d-94d7-12773df5e2ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:28:56.471471 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-054ad342-623a-42cc-95f1-4b61b5fe8710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:56.500429 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-054ad342-623a-42cc-95f1-4b61b5fe8710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:56.544258 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-054ad342-623a-42cc-95f1-4b61b5fe8710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:56.549670 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-86f4c930-e0b4-40cf-8774-1ed24d8ea320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:28:56.565181 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ad342-623a-42cc-95f1-4b61b5fe8710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f432a2-e888-4df9-9e24-19f45c721450,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:28:56.569274 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-054ad342-623a-42cc-95f1-4b61b5fe8710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:28:56.573657 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-054ad342-623a-42cc-95f1-4b61b5fe8710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:56.574865 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-054ad342-623a-42cc-95f1-4b61b5fe8710 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c2f432a2-e888-4df9-9e24-19f45c721450 HTTP/1.1" status: 204 len: 168 time: 0.1671002 Apr 11 17:28:56.868500 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 37026) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:28:56.887987 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-07cc1d2a-e16a-4127-8c6c-a2417ee03310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:56.902959 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-07cc1d2a-e16a-4127-8c6c-a2417ee03310 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:28:56.907762 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-07cc1d2a-e16a-4127-8c6c-a2417ee03310 admin admin] Usage tracker for resource:security_group_rule and tenant:ea10aec6a0e34aa185c8f8284c873542 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:28:56.910769 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-07cc1d2a-e16a-4127-8c6c-a2417ee03310 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:28:56.917280 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-07cc1d2a-e16a-4127-8c6c-a2417ee03310 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:28:57.002431 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-07cc1d2a-e16a-4127-8c6c-a2417ee03310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:57.005048 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-07cc1d2a-e16a-4127-8c6c-a2417ee03310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:57.017524 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-296ca602-fdbc-420c-aaa9-7231495e25ee tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:28:57.059862 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-07cc1d2a-e16a-4127-8c6c-a2417ee03310 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ea10aec6a0e34aa185c8f8284c873542&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1900759 Apr 11 17:28:57.061692 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cc1d2a-e16a-4127-8c6c-a2417ee03310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a901ac-28ad-44eb-8aab-47ff68b9f262,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:28:57.062740 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 37032) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:28:57.064920 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-07cc1d2a-e16a-4127-8c6c-a2417ee03310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:28:57.124937 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ac31e86a-9a66-49e8-a5bb-c28fc32c2800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:57.151588 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ac31e86a-9a66-49e8-a5bb-c28fc32c2800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:57.195388 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ac31e86a-9a66-49e8-a5bb-c28fc32c2800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:57.200318 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-968543e9-c8de-4739-a655-e8cfab720a6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:28:57.215474 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac31e86a-9a66-49e8-a5bb-c28fc32c2800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a901ac-28ad-44eb-8aab-47ff68b9f262,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:28:57.219156 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ac31e86a-9a66-49e8-a5bb-c28fc32c2800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:28:57.223538 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ac31e86a-9a66-49e8-a5bb-c28fc32c2800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:57.225448 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-ac31e86a-9a66-49e8-a5bb-c28fc32c2800 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b9a901ac-28ad-44eb-8aab-47ff68b9f262 HTTP/1.1" status: 204 len: 168 time: 0.1615672 Apr 11 17:28:57.607944 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 6 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:28:59.100936 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 37094) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:28:59.227363 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-73996881-ae16-499c-950b-de1c9b7d443a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:59.243520 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-73996881-ae16-499c-950b-de1c9b7d443a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:28:59.247621 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-73996881-ae16-499c-950b-de1c9b7d443a admin admin] Usage tracker for resource:security_group_rule and tenant:965fcc4f42884c34a49775bd34601905 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:28:59.251154 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-73996881-ae16-499c-950b-de1c9b7d443a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:28:59.257321 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-73996881-ae16-499c-950b-de1c9b7d443a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:28:59.344724 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-73996881-ae16-499c-950b-de1c9b7d443a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:59.347605 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-73996881-ae16-499c-950b-de1c9b7d443a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:59.356849 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1b38d7ab-c491-47da-882a-b49eba137636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:28:59.399152 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-73996881-ae16-499c-950b-de1c9b7d443a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=965fcc4f42884c34a49775bd34601905&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2970805 Apr 11 17:28:59.400859 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73996881-ae16-499c-950b-de1c9b7d443a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2802132e-ce6a-43d5-98cf-4b13b4c6b57c,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:28:59.402138 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 37100) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:28:59.404072 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-73996881-ae16-499c-950b-de1c9b7d443a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:28:59.467393 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-aace96fd-6043-4c30-a713-6ae3324a7d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:59.494543 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-aace96fd-6043-4c30-a713-6ae3324a7d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:59.538922 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-aace96fd-6043-4c30-a713-6ae3324a7d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:59.544183 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-eba2f7a5-407f-431e-9c76-59544ca48323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:28:59.557927 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace96fd-6043-4c30-a713-6ae3324a7d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2802132e-ce6a-43d5-98cf-4b13b4c6b57c,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:28:59.560287 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-aace96fd-6043-4c30-a713-6ae3324a7d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:28:59.562985 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-aace96fd-6043-4c30-a713-6ae3324a7d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:59.564203 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-aace96fd-6043-4c30-a713-6ae3324a7d44 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2802132e-ce6a-43d5-98cf-4b13b4c6b57c HTTP/1.1" status: 204 len: 168 time: 0.1609411 Apr 11 17:28:59.848747 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 37108) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:28:59.868209 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e6a14ac2-dbfb-432d-87df-955d2e664c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:59.883948 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-e6a14ac2-dbfb-432d-87df-955d2e664c3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:28:59.887960 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-e6a14ac2-dbfb-432d-87df-955d2e664c3f admin admin] Usage tracker for resource:security_group_rule and tenant:b2f47c9a5dec46349b9dc360bbb3d174 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:28:59.890864 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-e6a14ac2-dbfb-432d-87df-955d2e664c3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:28:59.896862 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-e6a14ac2-dbfb-432d-87df-955d2e664c3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:28:59.980395 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e6a14ac2-dbfb-432d-87df-955d2e664c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:59.983860 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e6a14ac2-dbfb-432d-87df-955d2e664c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:28:59.992447 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c0c6cf60-9644-4d99-84c6-31aef607a059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:29:00.038408 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-e6a14ac2-dbfb-432d-87df-955d2e664c3f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b2f47c9a5dec46349b9dc360bbb3d174&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1884193 Apr 11 17:29:00.039297 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a14ac2-dbfb-432d-87df-955d2e664c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69bc4a5b-0a99-48d1-8dba-4994586a424c,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:29:00.042122 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 37112) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:29:00.042524 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e6a14ac2-dbfb-432d-87df-955d2e664c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:29:00.113309 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6fd34981-313c-4cb6-a51d-403df3a584c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:00.139953 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6fd34981-313c-4cb6-a51d-403df3a584c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:00.185042 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6fd34981-313c-4cb6-a51d-403df3a584c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:00.189999 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-46b16cc8-0ff4-493e-85a3-5c8673137fef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:29:00.204027 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd34981-313c-4cb6-a51d-403df3a584c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bc4a5b-0a99-48d1-8dba-4994586a424c,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:29:00.206443 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-6fd34981-313c-4cb6-a51d-403df3a584c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:29:00.219020 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6fd34981-313c-4cb6-a51d-403df3a584c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:00.220290 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-6fd34981-313c-4cb6-a51d-403df3a584c2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/69bc4a5b-0a99-48d1-8dba-4994586a424c HTTP/1.1" status: 204 len: 168 time: 0.1768332 Apr 11 17:29:02.535473 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 37184) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:29:02.658873 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-43f4609d-6c25-433d-aa83-186f0f3ff30d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:02.674151 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-43f4609d-6c25-433d-aa83-186f0f3ff30d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:29:02.678280 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-43f4609d-6c25-433d-aa83-186f0f3ff30d admin admin] Usage tracker for resource:security_group_rule and tenant:b659ad303b964627ac684624ebd2e395 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:29:02.681239 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-43f4609d-6c25-433d-aa83-186f0f3ff30d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:29:02.687323 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-43f4609d-6c25-433d-aa83-186f0f3ff30d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:29:02.771100 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-43f4609d-6c25-433d-aa83-186f0f3ff30d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:02.773934 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-43f4609d-6c25-433d-aa83-186f0f3ff30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:02.783210 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-35b0b6b6-8c9c-4ee7-bf5f-540982e90f6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:29:02.824012 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-43f4609d-6c25-433d-aa83-186f0f3ff30d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b659ad303b964627ac684624ebd2e395&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2873476 Apr 11 17:29:02.825718 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f4609d-6c25-433d-aa83-186f0f3ff30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6056e0-6a7b-44dd-8a2b-38e528ac1466,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:29:02.827397 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 37190) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:29:02.829493 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-43f4609d-6c25-433d-aa83-186f0f3ff30d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:29:02.890136 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0b036e64-257d-4726-8a24-998ba4764503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:02.919579 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0b036e64-257d-4726-8a24-998ba4764503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:02.963519 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0b036e64-257d-4726-8a24-998ba4764503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:02.969184 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c6428d28-8814-4428-976e-9880cc61cc7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:29:02.983730 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b036e64-257d-4726-8a24-998ba4764503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6056e0-6a7b-44dd-8a2b-38e528ac1466,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:29:02.986853 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-0b036e64-257d-4726-8a24-998ba4764503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:29:02.991235 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0b036e64-257d-4726-8a24-998ba4764503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:02.992466 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-0b036e64-257d-4726-8a24-998ba4764503 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9c6056e0-6a7b-44dd-8a2b-38e528ac1466 HTTP/1.1" status: 204 len: 168 time: 0.1639791 Apr 11 17:29:03.285982 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 37200) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:29:03.308700 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-66a7dd9e-12b8-4c40-82b2-b836e783f13b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:03.324761 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-66a7dd9e-12b8-4c40-82b2-b836e783f13b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:29:03.329704 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-66a7dd9e-12b8-4c40-82b2-b836e783f13b admin admin] Usage tracker for resource:security_group_rule and tenant:995fa91f0af44ea6a6dcf935ea6db940 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:29:03.333165 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-66a7dd9e-12b8-4c40-82b2-b836e783f13b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:29:03.339507 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-66a7dd9e-12b8-4c40-82b2-b836e783f13b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:29:03.426376 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-66a7dd9e-12b8-4c40-82b2-b836e783f13b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:03.429101 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-66a7dd9e-12b8-4c40-82b2-b836e783f13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:03.438010 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bb1d4954-22f1-4789-98cd-bd8310e57ad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:29:03.482131 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-66a7dd9e-12b8-4c40-82b2-b836e783f13b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=995fa91f0af44ea6a6dcf935ea6db940&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1946123 Apr 11 17:29:03.483629 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7dd9e-12b8-4c40-82b2-b836e783f13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240fd467-7b0e-4089-a2c4-ce36e333a8e9,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:29:03.484629 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 37204) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:29:03.487198 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-66a7dd9e-12b8-4c40-82b2-b836e783f13b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:29:03.546221 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-46cb4ae1-54bf-419b-83f4-1e8ceeb6333d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:03.577105 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-46cb4ae1-54bf-419b-83f4-1e8ceeb6333d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:03.620897 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-46cb4ae1-54bf-419b-83f4-1e8ceeb6333d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:03.626373 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d1056d36-b85a-4e73-98ae-727f38666b20 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:29:03.639709 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb4ae1-54bf-419b-83f4-1e8ceeb6333d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240fd467-7b0e-4089-a2c4-ce36e333a8e9,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:29:03.642867 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-46cb4ae1-54bf-419b-83f4-1e8ceeb6333d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:29:03.643688 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-46cb4ae1-54bf-419b-83f4-1e8ceeb6333d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:03.645849 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-46cb4ae1-54bf-419b-83f4-1e8ceeb6333d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/240fd467-7b0e-4089-a2c4-ce36e333a8e9 HTTP/1.1" status: 204 len: 168 time: 0.1601160 Apr 11 17:29:03.795110 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:04.874498 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-191be39f-c1c8-41a9-8b62-c4fcf221b472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:07.318735 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-439eb015-2d2d-46a2-9a1a-776d3a920ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:07.963269 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:08.404318 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:09.305120 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:11.931661 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9c2e4-e353-42bc-a473-459f86c70cc2 req-ccc19ee1-69ea-4e76-a468-62ef12937417 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:29:11.934553 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d5b9c2e4-e353-42bc-a473-459f86c70cc2 req-ccc19ee1-69ea-4e76-a468-62ef12937417 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 947 time: 0.1680856 Apr 11 17:29:11.969261 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d5b9c2e4-e353-42bc-a473-459f86c70cc2 req-1fdb2dfe-5bd6-4ed6-9569-c543fd3512ce tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274973 Apr 11 17:29:13.189877 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eececa1-63ac-42cf-ab96-7f06f22bb69e req-946bd69e-3d2d-4095-a313-690ebb9dd646 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:29:13.191499 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8eececa1-63ac-42cf-ab96-7f06f22bb69e req-946bd69e-3d2d-4095-a313-690ebb9dd646 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 947 time: 0.0929029 Apr 11 17:29:13.276884 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8eececa1-63ac-42cf-ab96-7f06f22bb69e req-4b29f918-1f74-4cf9-93be-73693e6872c7 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups?id=119928b3-bf19-4060-8fdb-47d7abeabdee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451314 Apr 11 17:29:13.311964 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac1a60-209a-42ca-82a0-9b9369ef984f req-65a3b5a3-c38a-4e3b-90e2-d7ce758203e4 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:29:13.313608 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-81ac1a60-209a-42ca-82a0-9b9369ef984f req-65a3b5a3-c38a-4e3b-90e2-d7ce758203e4 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.42 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 947 time: 0.1172733 Apr 11 17:29:13.398878 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-81ac1a60-209a-42ca-82a0-9b9369ef984f req-cc41e39e-1e25-41b9-81a5-66e33c6b2199 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Deleting port c167f560-541d-40df-b488-b4c37b507465 {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:29:13.399265 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-81ac1a60-209a-42ca-82a0-9b9369ef984f req-cc41e39e-1e25-41b9-81a5-66e33c6b2199 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:13.664517 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-81ac1a60-209a-42ca-82a0-9b9369ef984f req-cc41e39e-1e25-41b9-81a5-66e33c6b2199 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] For port c167f560-541d-40df-b488-b4c37b507465, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=c167f560-541d-40df-b488-b4c37b507465,segment=NetworkSegment(8f975aaa-dcda-4b79-90fe-e36b252d6285),segment_id=8f975aaa-dcda-4b79-90fe-e36b252d6285)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:29:13.664918 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-81ac1a60-209a-42ca-82a0-9b9369ef984f req-cc41e39e-1e25-41b9-81a5-66e33c6b2199 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:13.979390 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-81ac1a60-209a-42ca-82a0-9b9369ef984f req-cc41e39e-1e25-41b9-81a5-66e33c6b2199 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:13.979801 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-81ac1a60-209a-42ca-82a0-9b9369ef984f req-cc41e39e-1e25-41b9-81a5-66e33c6b2199 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846760615'] for floatingip, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:13.980181 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.db.l3_db [req-81ac1a60-209a-42ca-82a0-9b9369ef984f req-cc41e39e-1e25-41b9-81a5-66e33c6b2199 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Floating IP d224993d-89f8-49df-a4cc-d67b00bc36b9 disassociated. External IP: 172.28.2.76, port: c167f560-541d-40df-b488-b4c37b507465. Apr 11 17:29:13.980557 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-81ac1a60-209a-42ca-82a0-9b9369ef984f req-cc41e39e-1e25-41b9-81a5-66e33c6b2199 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Calling delete_port for c167f560-541d-40df-b488-b4c37b507465 owned by compute:nova {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:29:14.141320 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-81ac1a60-209a-42ca-82a0-9b9369ef984f req-cc41e39e-1e25-41b9-81a5-66e33c6b2199 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771099430430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771099036582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6317060'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:14.157631 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-4f89fcd0-8e61-4dc4-bbb2-d46a6e546891 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:29:14.504358 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc41e39e-1e25-41b9-81a5-66e33c6b2199 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Pushing event deleted for resources: {'Port': ['ID=c167f560-541d-40df-b488-b4c37b507465,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:29:14.558058 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41e39e-1e25-41b9-81a5-66e33c6b2199 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:29:14.558479 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41e39e-1e25-41b9-81a5-66e33c6b2199 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:29:14.558899 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41e39e-1e25-41b9-81a5-66e33c6b2199 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:29:14.559307 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41e39e-1e25-41b9-81a5-66e33c6b2199 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:29:14.559713 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41e39e-1e25-41b9-81a5-66e33c6b2199 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:29:14.560144 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41e39e-1e25-41b9-81a5-66e33c6b2199 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:29:14.560545 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41e39e-1e25-41b9-81a5-66e33c6b2199 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:29:14.560981 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41e39e-1e25-41b9-81a5-66e33c6b2199 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:29:14.561371 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41e39e-1e25-41b9-81a5-66e33c6b2199 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:29:14.561766 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41e39e-1e25-41b9-81a5-66e33c6b2199 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:29:14.562162 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41e39e-1e25-41b9-81a5-66e33c6b2199 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:29:14.562559 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41e39e-1e25-41b9-81a5-66e33c6b2199 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:29:14.577277 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-cc41e39e-1e25-41b9-81a5-66e33c6b2199 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:29:14.581954 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2bc74b71-0eb6-4b06-95a5-4c86da54af1e req-e723ec39-6410-4542-951d-8758a26ae2f7 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 210 time: 0.0949831 Apr 11 17:29:14.827792 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81ac1a60-209a-42ca-82a0-9b9369ef984f req-cc41e39e-1e25-41b9-81a5-66e33c6b2199 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Router 84e65640-35af-44b5-bf9a-a711dc9c14a3 has already been hosted by L3 agent 5d769fae-3c68-4f0c-97be-90cfc50b6a37 {{(pid=85244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 11 17:29:15.018832 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81ac1a60-209a-42ca-82a0-9b9369ef984f req-cc41e39e-1e25-41b9-81a5-66e33c6b2199 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify agent at l3_agent.dv-cinder-784779-4-smb the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 11 17:29:15.032272 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651b0b75-07e0-4371-9d91-16aa487f9654 None None] Sync routers for ids ['84e65640-35af-44b5-bf9a-a711dc9c14a3'] in dv-cinder-784779-4-smb {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 11 17:29:15.043662 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651b0b75-07e0-4371-9d91-16aa487f9654 None None] Routers {'84e65640-35af-44b5-bf9a-a711dc9c14a3'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:29:15.044411 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-651b0b75-07e0-4371-9d91-16aa487f9654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:29:07Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['84e65640-35af-44b5-bf9a-a711dc9c14a3'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:29:15.100520 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ac1a60-209a-42ca-82a0-9b9369ef984f req-cc41e39e-1e25-41b9-81a5-66e33c6b2199 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] No DVR routers for this DVR port c167f560-541d-40df-b488-b4c37b507465 on host hv-cinder-78477 {{(pid=85244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 11 17:29:15.103221 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-81ac1a60-209a-42ca-82a0-9b9369ef984f req-cc41e39e-1e25-41b9-81a5-66e33c6b2199 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:15.108418 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3d7dd3-d1fb-4715-9f4e-2fae4b389191', 'name': 'network-vif-deleted', 'tag': 'c167f560-541d-40df-b488-b4c37b507465'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:29:15.126165 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-81ac1a60-209a-42ca-82a0-9b9369ef984f req-cc41e39e-1e25-41b9-81a5-66e33c6b2199 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.42 "DELETE /v2.0/ports/c167f560-541d-40df-b488-b4c37b507465 HTTP/1.1" status: 204 len: 173 time: 1.8071487 Apr 11 17:29:15.165941 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be3d7dd3-d1fb-4715-9f4e-2fae4b389191', 'name': 'network-vif-deleted', 'tag': 'c167f560-541d-40df-b488-b4c37b507465', 'status': 'completed', 'code': 200} Apr 11 17:29:15.406691 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-651b0b75-07e0-4371-9d91-16aa487f9654 None None] Set router 84e65640-35af-44b5-bf9a-a711dc9c14a3 gateway port host: dv-cinder-784779-4-smb {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:29:15.782916 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-651b0b75-07e0-4371-9d91-16aa487f9654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'name': 'tempest-AttachVolumeShelveTestJSON-485081815-router', 'tenant_id': '85eed75d59b44674a89c120123abc4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.34'}], 'enable_snat': True}, 'gw_port_id': '45ac6d1a-8f11-4838-967e-9ae6da68e221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:17Z', 'updated_at': '2021-04-11T17:20:40Z', 'revision_number': 4, 'project_id': '85eed75d59b44674a89c120123abc4ab', 'gw_port': {'id': '45ac6d1a-8f11-4838-967e-9ae6da68e221', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:19Z', 'updated_at': '2021-04-11T17:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': 'd7fc5bf2-0e93-45d6-8e1f-279078611876', 'name': '', 'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f', 'tenant_id': '85eed75d59b44674a89c120123abc4ab', 'mac_address': 'fa:16:3e:cb:50:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b37db23d-12d1-4791-957e-028de05166fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:34Z', 'updated_at': '2021-04-11T17:20:55Z', 'revision_number': 5, 'project_id': '85eed75d59b44674a89c120123abc4ab', 'subnets': [{'id': 'b37db23d-12d1-4791-957e-028de05166fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:29:15.785069 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-c19ffb92-fdf9-4c0a-80b9-d5151cc87270 req-908eed27-d2d6-4acd-8ec9-edc5ec698b88 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Synchronizing usage tracker for tenant:85eed75d59b44674a89c120123abc4ab on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:29:15.787300 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651b0b75-07e0-4371-9d91-16aa487f9654 None None] Checking router: 84e65640-35af-44b5-bf9a-a711dc9c14a3 for host: dv-cinder-784779-4-smb {{(pid=85246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 11 17:29:15.796603 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651b0b75-07e0-4371-9d91-16aa487f9654 None None] Routers {'84e65640-35af-44b5-bf9a-a711dc9c14a3'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:29:15.797202 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-651b0b75-07e0-4371-9d91-16aa487f9654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:29:07Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['84e65640-35af-44b5-bf9a-a711dc9c14a3'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:29:15.800918 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-c19ffb92-fdf9-4c0a-80b9-d5151cc87270 req-908eed27-d2d6-4acd-8ec9-edc5ec698b88 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Unset dirty status for tenant:85eed75d59b44674a89c120123abc4ab on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:29:15.802645 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c19ffb92-fdf9-4c0a-80b9-d5151cc87270 req-908eed27-d2d6-4acd-8ec9-edc5ec698b88 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/ports?device_id=be3d7dd3-d1fb-4715-9f4e-2fae4b389191 HTTP/1.1" status: 200 len: 210 time: 0.0719903 Apr 11 17:29:15.989479 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-651b0b75-07e0-4371-9d91-16aa487f9654 None None] Set router 84e65640-35af-44b5-bf9a-a711dc9c14a3 gateway port host: dv-cinder-784779-4-smb {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:29:16.006124 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 37332) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:29:16.161478 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-144b2d95-afd3-4fc2-86f9-2647227428cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:16.176838 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-144b2d95-afd3-4fc2-86f9-2647227428cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:29:16.180893 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-144b2d95-afd3-4fc2-86f9-2647227428cd admin admin] Usage tracker for resource:security_group_rule and tenant:441f5014e748448baa3dbff4f86345b9 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:29:16.183877 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-144b2d95-afd3-4fc2-86f9-2647227428cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:29:16.190772 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-144b2d95-afd3-4fc2-86f9-2647227428cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:29:16.278343 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-144b2d95-afd3-4fc2-86f9-2647227428cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:16.281237 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-144b2d95-afd3-4fc2-86f9-2647227428cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:16.290217 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8b58bc1e-30ab-491b-9eb2-732aa5f293fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:29:16.324692 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-651b0b75-07e0-4371-9d91-16aa487f9654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'name': 'tempest-AttachVolumeShelveTestJSON-485081815-router', 'tenant_id': '85eed75d59b44674a89c120123abc4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.34'}], 'enable_snat': True}, 'gw_port_id': '45ac6d1a-8f11-4838-967e-9ae6da68e221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:17Z', 'updated_at': '2021-04-11T17:20:40Z', 'revision_number': 4, 'project_id': '85eed75d59b44674a89c120123abc4ab', 'gw_port': {'id': '45ac6d1a-8f11-4838-967e-9ae6da68e221', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:19Z', 'updated_at': '2021-04-11T17:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': 'd7fc5bf2-0e93-45d6-8e1f-279078611876', 'name': '', 'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f', 'tenant_id': '85eed75d59b44674a89c120123abc4ab', 'mac_address': 'fa:16:3e:cb:50:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b37db23d-12d1-4791-957e-028de05166fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:34Z', 'updated_at': '2021-04-11T17:20:55Z', 'revision_number': 5, 'project_id': '85eed75d59b44674a89c120123abc4ab', 'subnets': [{'id': 'b37db23d-12d1-4791-957e-028de05166fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:29:16.329634 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651b0b75-07e0-4371-9d91-16aa487f9654 None None] The sync data for ids ['84e65640-35af-44b5-bf9a-a711dc9c14a3'] in dv-cinder-784779-4-smb is: [{'id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'name': 'tempest-AttachVolumeShelveTestJSON-485081815-router', 'tenant_id': '85eed75d59b44674a89c120123abc4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.34'}], 'enable_snat': True}, 'gw_port_id': '45ac6d1a-8f11-4838-967e-9ae6da68e221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:17Z', 'updated_at': '2021-04-11T17:20:40Z', 'revision_number': 4, 'project_id': '85eed75d59b44674a89c120123abc4ab', 'gw_port': {'id': '45ac6d1a-8f11-4838-967e-9ae6da68e221', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:19Z', 'updated_at': '2021-04-11T17:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': 'd7fc5bf2-0e93-45d6-8e1f-279078611876', 'name': '', 'network_id': 'cbf8495d-d585-4ffa-8bba-b4256f490b2f', 'tenant_id': '85eed75d59b44674a89c120123abc4ab', 'mac_address': 'fa:16:3e:cb:50:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'b37db23d-12d1-4791-957e-028de05166fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:34Z', 'updated_at': '2021-04-11T17:20:55Z', 'revision_number': 5, 'project_id': '85eed75d59b44674a89c120123abc4ab', 'subnets': [{'id': 'b37db23d-12d1-4791-957e-028de05166fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 11 17:29:16.334149 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-144b2d95-afd3-4fc2-86f9-2647227428cd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=441f5014e748448baa3dbff4f86345b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3263223 Apr 11 17:29:16.334725 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144b2d95-afd3-4fc2-86f9-2647227428cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6641ada3-70f3-4e51-8df0-6a7481529b76,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:29:16.349531 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-144b2d95-afd3-4fc2-86f9-2647227428cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:29:16.390530 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 37338) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:29:16.475271 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c07e0be7-fd5d-4b7c-93a9-1ee97d60fb8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:16.505042 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c07e0be7-fd5d-4b7c-93a9-1ee97d60fb8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:16.550721 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c07e0be7-fd5d-4b7c-93a9-1ee97d60fb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:16.556173 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b144a3bf-b779-4095-a92b-0410d3d8da8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:29:16.571115 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e0be7-fd5d-4b7c-93a9-1ee97d60fb8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6641ada3-70f3-4e51-8df0-6a7481529b76,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:29:16.574462 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c07e0be7-fd5d-4b7c-93a9-1ee97d60fb8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:29:16.575514 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c07e0be7-fd5d-4b7c-93a9-1ee97d60fb8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:16.579639 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-c07e0be7-fd5d-4b7c-93a9-1ee97d60fb8c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6641ada3-70f3-4e51-8df0-6a7481529b76 HTTP/1.1" status: 204 len: 168 time: 0.1875157 Apr 11 17:29:16.735759 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eec80f-f4ee-4cf8-9e5e-8848b07fc28f None None] New status for floating IP d224993d-89f8-49df-a4cc-d67b00bc36b9: DOWN {{(pid=85245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 11 17:29:16.901865 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 37348) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:29:16.923201 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5ae15ac8-0038-452b-89de-5ec4ecf552d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:16.939959 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-5ae15ac8-0038-452b-89de-5ec4ecf552d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:29:16.945857 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-5ae15ac8-0038-452b-89de-5ec4ecf552d9 admin admin] Usage tracker for resource:security_group_rule and tenant:3ad38ca18cfd4264980ed0c06cd5858b is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:29:16.950067 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-5ae15ac8-0038-452b-89de-5ec4ecf552d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:29:16.957876 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-5ae15ac8-0038-452b-89de-5ec4ecf552d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:29:16.958262 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 37354) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:29:16.999054 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device c167f560-541d-40df-b488-b4c37b507465 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 11 17:29:17.043487 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6511994e-637c-4de3-89ec-bd1db415b708 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:17.047244 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] No Port match for: c167f560-541d-40df-b488-b4c37b507465 {{(pid=85245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 11 17:29:17.048222 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device c167f560-541d-40df-b488-b4c37b507465 not bound to the agent host hv-cinder-78477 {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 11 17:29:17.065405 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5ae15ac8-0038-452b-89de-5ec4ecf552d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:17.069071 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5ae15ac8-0038-452b-89de-5ec4ecf552d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:17.083761 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-15fc0a32-3e5f-4301-9d9f-c2b3ea75edc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:29:17.084754 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6511994e-637c-4de3-89ec-bd1db415b708 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:17.165675 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-5ae15ac8-0038-452b-89de-5ec4ecf552d9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3ad38ca18cfd4264980ed0c06cd5858b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2624102 Apr 11 17:29:17.166749 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae15ac8-0038-452b-89de-5ec4ecf552d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20df1cca-3c5a-4bd9-83cb-00b6a57337d8,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:29:17.168518 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 37358) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:29:17.171359 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5ae15ac8-0038-452b-89de-5ec4ecf552d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:29:17.183343 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6511994e-637c-4de3-89ec-bd1db415b708 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:17.190040 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-6c5bfa33-d4a3-4c30-be79-161e1082a274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:29:17.218504 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511994e-637c-4de3-89ec-bd1db415b708 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=119928b3-bf19-4060-8fdb-47d7abeabdee,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:29:17.237204 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6511994e-637c-4de3-89ec-bd1db415b708 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:29:17.237624 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6511994e-637c-4de3-89ec-bd1db415b708 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:29:17.238039 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6511994e-637c-4de3-89ec-bd1db415b708 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:29:17.238447 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6511994e-637c-4de3-89ec-bd1db415b708 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:29:17.238853 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6511994e-637c-4de3-89ec-bd1db415b708 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:29:17.239254 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6511994e-637c-4de3-89ec-bd1db415b708 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:29:17.239654 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6511994e-637c-4de3-89ec-bd1db415b708 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:29:17.240079 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6511994e-637c-4de3-89ec-bd1db415b708 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:29:17.240874 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6511994e-637c-4de3-89ec-bd1db415b708 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:29:17.241274 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6511994e-637c-4de3-89ec-bd1db415b708 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:29:17.241671 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6511994e-637c-4de3-89ec-bd1db415b708 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:29:17.242066 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6511994e-637c-4de3-89ec-bd1db415b708 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:29:17.253307 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-6511994e-637c-4de3-89ec-bd1db415b708 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:29:17.273043 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6511994e-637c-4de3-89ec-bd1db415b708 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:17.274278 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-6511994e-637c-4de3-89ec-bd1db415b708 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "DELETE /v2.0/security-groups/119928b3-bf19-4060-8fdb-47d7abeabdee HTTP/1.1" status: 204 len: 168 time: 0.3145149 Apr 11 17:29:17.277388 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 37362) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:29:17.289076 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2029a415-aa61-4324-b8a8-e23093647b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:17.295555 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.api.v2.resource [None req-3e125dac-af1e-4bfc-b62b-da3e4db2dc79 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] show failed (client error): The resource could not be found. Apr 11 17:29:17.296655 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-3e125dac-af1e-4bfc-b62b-da3e4db2dc79 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "GET /v2.0/security-groups/119928b3-bf19-4060-8fdb-47d7abeabdee HTTP/1.1" status: 404 len: 347 time: 0.0182099 Apr 11 17:29:17.299635 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 37366) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:29:17.317135 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2029a415-aa61-4324-b8a8-e23093647b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:17.361782 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2029a415-aa61-4324-b8a8-e23093647b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:17.366731 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-054ad342-623a-42cc-95f1-4b61b5fe8710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:29:17.377499 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029a415-aa61-4324-b8a8-e23093647b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20df1cca-3c5a-4bd9-83cb-00b6a57337d8,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:29:17.379960 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2029a415-aa61-4324-b8a8-e23093647b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:29:17.385242 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2029a415-aa61-4324-b8a8-e23093647b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:17.388301 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-2029a415-aa61-4324-b8a8-e23093647b92 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/20df1cca-3c5a-4bd9-83cb-00b6a57337d8 HTTP/1.1" status: 204 len: 168 time: 0.2184861 Apr 11 17:29:17.473102 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-149f5b23-5772-4a99-94cd-9146e07218e8 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Deleting port e28d787d-7cd6-4dbc-88ad-b21ef3348be2 {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:29:17.473893 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-149f5b23-5772-4a99-94cd-9146e07218e8 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:17.668862 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-149f5b23-5772-4a99-94cd-9146e07218e8 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:17.669220 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-149f5b23-5772-4a99-94cd-9146e07218e8 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:17.806220 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-149f5b23-5772-4a99-94cd-9146e07218e8 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Calling delete_port for e28d787d-7cd6-4dbc-88ad-b21ef3348be2 owned by network:floatingip {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:29:17.965284 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-149f5b23-5772-4a99-94cd-9146e07218e8 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771099430430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771099036582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6317060'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:17.981322 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2da600a5-9122-4bd5-8b5d-5d6d81efcd45 tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:29:18.078129 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f5b23-5772-4a99-94cd-9146e07218e8 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Pushing event deleted for resources: {'Port': ['ID=e28d787d-7cd6-4dbc-88ad-b21ef3348be2,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:29:18.088637 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-149f5b23-5772-4a99-94cd-9146e07218e8 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:29:18.250896 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-149f5b23-5772-4a99-94cd-9146e07218e8 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks [] for floatingip, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:18.277594 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-149f5b23-5772-4a99-94cd-9146e07218e8 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for floatingip, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:18.278868 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-149f5b23-5772-4a99-94cd-9146e07218e8 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] 10.222.0.16 "DELETE /v2.0/floatingips/d224993d-89f8-49df-a4cc-d67b00bc36b9 HTTP/1.1" status: 204 len: 168 time: 0.9783003 Apr 11 17:29:19.027233 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 37414) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:29:19.236914 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-be60c6a8-0510-45a9-8ed5-e3fd3fc65546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:19.253724 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-be60c6a8-0510-45a9-8ed5-e3fd3fc65546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:29:19.257828 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-be60c6a8-0510-45a9-8ed5-e3fd3fc65546 admin admin] Usage tracker for resource:security_group_rule and tenant:ad167bf13eab46abbe3e2558554cbd34 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:29:19.260836 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-be60c6a8-0510-45a9-8ed5-e3fd3fc65546 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:29:19.267537 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-be60c6a8-0510-45a9-8ed5-e3fd3fc65546 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:29:19.352202 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-be60c6a8-0510-45a9-8ed5-e3fd3fc65546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:19.355306 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-be60c6a8-0510-45a9-8ed5-e3fd3fc65546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:19.364382 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a0380149-2f31-4ed7-9139-1b1e0a355069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:29:19.407376 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-be60c6a8-0510-45a9-8ed5-e3fd3fc65546 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ad167bf13eab46abbe3e2558554cbd34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3789418 Apr 11 17:29:19.409119 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be60c6a8-0510-45a9-8ed5-e3fd3fc65546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04053f9-4a60-4c25-87f5-98e7adf45f25,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:29:19.410411 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 37420) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:29:19.412501 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-be60c6a8-0510-45a9-8ed5-e3fd3fc65546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:29:19.478850 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-201d81ea-22c9-4cbf-9037-7d3e419d9bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:19.507819 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-201d81ea-22c9-4cbf-9037-7d3e419d9bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:19.556117 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-201d81ea-22c9-4cbf-9037-7d3e419d9bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:19.562444 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d7d1eb71-c8f0-4856-b6ee-7627335c1664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:29:19.576741 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d81ea-22c9-4cbf-9037-7d3e419d9bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04053f9-4a60-4c25-87f5-98e7adf45f25,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:29:19.579881 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-201d81ea-22c9-4cbf-9037-7d3e419d9bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:29:19.580873 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-201d81ea-22c9-4cbf-9037-7d3e419d9bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:19.584450 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-201d81ea-22c9-4cbf-9037-7d3e419d9bb5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a04053f9-4a60-4c25-87f5-98e7adf45f25 HTTP/1.1" status: 204 len: 168 time: 0.1728964 Apr 11 17:29:21.218843 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 37504) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:29:22.235818 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0df8da91-f671-4c95-9c3c-510f7284c969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846760598'] for router_interface, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:22.628529 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-0df8da91-f671-4c95-9c3c-510f7284c969 admin admin] Deleting port d7fc5bf2-0e93-45d6-8e1f-279078611876 {{(pid=85243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:29:22.628906 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0df8da91-f671-4c95-9c3c-510f7284c969 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:22.824331 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-0df8da91-f671-4c95-9c3c-510f7284c969 admin admin] For port d7fc5bf2-0e93-45d6-8e1f-279078611876, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=d7fc5bf2-0e93-45d6-8e1f-279078611876,segment=NetworkSegment(8f975aaa-dcda-4b79-90fe-e36b252d6285),segment_id=8f975aaa-dcda-4b79-90fe-e36b252d6285)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:29:22.824656 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0df8da91-f671-4c95-9c3c-510f7284c969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:22.961785 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-0df8da91-f671-4c95-9c3c-510f7284c969 admin admin] Calling delete_port for d7fc5bf2-0e93-45d6-8e1f-279078611876 owned by network:router_interface {{(pid=85243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:29:23.156622 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0df8da91-f671-4c95-9c3c-510f7284c969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771099430430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771099036582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6354135'] for port, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:23.173433 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3a9dae16-d2bb-46af-a73d-9a8ae872430a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:29:23.271980 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df8da91-f671-4c95-9c3c-510f7284c969 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7fc5bf2-0e93-45d6-8e1f-279078611876,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:29:23.282401 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-0df8da91-f671-4c95-9c3c-510f7284c969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:29:23.668471 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0df8da91-f671-4c95-9c3c-510f7284c969 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7967587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846744726'] for router_interface, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:24.206490 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df8da91-f671-4c95-9c3c-510f7284c969 admin admin] Router 84e65640-35af-44b5-bf9a-a711dc9c14a3 has already been hosted by L3 agent 5d769fae-3c68-4f0c-97be-90cfc50b6a37 {{(pid=85243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 11 17:29:24.407014 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df8da91-f671-4c95-9c3c-510f7284c969 admin admin] Notify agent at l3_agent.dv-cinder-784779-4-smb the message routers_updated {{(pid=85243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 11 17:29:24.416294 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160602aa-4492-4779-b174-6fd457c5677d None None] Sync routers for ids ['84e65640-35af-44b5-bf9a-a711dc9c14a3'] in dv-cinder-784779-4-smb {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 11 17:29:24.421591 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-0df8da91-f671-4c95-9c3c-510f7284c969 admin admin] 10.222.0.16 "PUT /v2.0/routers/84e65640-35af-44b5-bf9a-a711dc9c14a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2015615 Apr 11 17:29:24.425632 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 37530) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:29:24.428363 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160602aa-4492-4779-b174-6fd457c5677d None None] Routers {'84e65640-35af-44b5-bf9a-a711dc9c14a3'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:29:24.429417 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-160602aa-4492-4779-b174-6fd457c5677d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:29:07Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['84e65640-35af-44b5-bf9a-a711dc9c14a3'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:29:24.642986 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-160602aa-4492-4779-b174-6fd457c5677d None None] Set router 84e65640-35af-44b5-bf9a-a711dc9c14a3 gateway port host: dv-cinder-784779-4-smb {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:29:24.876910 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9b981382-d1a4-4010-a7b0-debf2ba51981 admin admin] Notify callbacks [] for router, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:24.985386 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-160602aa-4492-4779-b174-6fd457c5677d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'name': 'tempest-AttachVolumeShelveTestJSON-485081815-router', 'tenant_id': '85eed75d59b44674a89c120123abc4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.34'}], 'enable_snat': True}, 'gw_port_id': '45ac6d1a-8f11-4838-967e-9ae6da68e221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:17Z', 'updated_at': '2021-04-11T17:29:23Z', 'revision_number': 5, 'project_id': '85eed75d59b44674a89c120123abc4ab', 'gw_port': {'id': '45ac6d1a-8f11-4838-967e-9ae6da68e221', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:19Z', 'updated_at': '2021-04-11T17:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb'}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:29:24.989692 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160602aa-4492-4779-b174-6fd457c5677d None None] Checking router: 84e65640-35af-44b5-bf9a-a711dc9c14a3 for host: dv-cinder-784779-4-smb {{(pid=85246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 11 17:29:24.999426 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160602aa-4492-4779-b174-6fd457c5677d None None] Routers {'84e65640-35af-44b5-bf9a-a711dc9c14a3'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:29:25.000162 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-160602aa-4492-4779-b174-6fd457c5677d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:29:07Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['84e65640-35af-44b5-bf9a-a711dc9c14a3'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:29:25.087313 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9b981382-d1a4-4010-a7b0-debf2ba51981 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:25.097301 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-9b981382-d1a4-4010-a7b0-debf2ba51981 admin admin] Deleting port 45ac6d1a-8f11-4838-967e-9ae6da68e221 {{(pid=85243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:29:25.097680 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9b981382-d1a4-4010-a7b0-debf2ba51981 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:25.212531 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-160602aa-4492-4779-b174-6fd457c5677d None None] Set router 84e65640-35af-44b5-bf9a-a711dc9c14a3 gateway port host: dv-cinder-784779-4-smb {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:29:25.301082 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-9b981382-d1a4-4010-a7b0-debf2ba51981 admin admin] For port 45ac6d1a-8f11-4838-967e-9ae6da68e221, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=45ac6d1a-8f11-4838-967e-9ae6da68e221,segment=NetworkSegment(0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e),segment_id=0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:29:25.301486 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9b981382-d1a4-4010-a7b0-debf2ba51981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:25.453910 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-9b981382-d1a4-4010-a7b0-debf2ba51981 admin admin] Calling delete_port for 45ac6d1a-8f11-4838-967e-9ae6da68e221 owned by network:router_gateway {{(pid=85243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:29:25.670677 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9b981382-d1a4-4010-a7b0-debf2ba51981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771099430430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771099036582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6354135'] for port, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:25.687075 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-0f5e1db5-2cb2-43bc-8b1c-0b65316dee5a tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:29:25.705565 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-160602aa-4492-4779-b174-6fd457c5677d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'name': 'tempest-AttachVolumeShelveTestJSON-485081815-router', 'tenant_id': '85eed75d59b44674a89c120123abc4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.34'}], 'enable_snat': True}, 'gw_port_id': '45ac6d1a-8f11-4838-967e-9ae6da68e221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:17Z', 'updated_at': '2021-04-11T17:29:23Z', 'revision_number': 5, 'project_id': '85eed75d59b44674a89c120123abc4ab', 'gw_port': {'id': '45ac6d1a-8f11-4838-967e-9ae6da68e221', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:19Z', 'updated_at': '2021-04-11T17:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb'}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:29:25.710435 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160602aa-4492-4779-b174-6fd457c5677d None None] The sync data for ids ['84e65640-35af-44b5-bf9a-a711dc9c14a3'] in dv-cinder-784779-4-smb is: [{'id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'name': 'tempest-AttachVolumeShelveTestJSON-485081815-router', 'tenant_id': '85eed75d59b44674a89c120123abc4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.34'}], 'enable_snat': True}, 'gw_port_id': '45ac6d1a-8f11-4838-967e-9ae6da68e221', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:20:17Z', 'updated_at': '2021-04-11T17:29:23Z', 'revision_number': 5, 'project_id': '85eed75d59b44674a89c120123abc4ab', 'gw_port': {'id': '45ac6d1a-8f11-4838-967e-9ae6da68e221', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:7f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e65640-35af-44b5-bf9a-a711dc9c14a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:20:19Z', 'updated_at': '2021-04-11T17:20:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb'}] {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 11 17:29:25.804021 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b981382-d1a4-4010-a7b0-debf2ba51981 admin admin] Pushing event deleted for resources: {'Port': ['ID=45ac6d1a-8f11-4838-967e-9ae6da68e221,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:29:25.809717 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-9b981382-d1a4-4010-a7b0-debf2ba51981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:29:25.993673 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9b981382-d1a4-4010-a7b0-debf2ba51981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8015236'] for router_gateway, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:26.229541 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9b981382-d1a4-4010-a7b0-debf2ba51981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8222989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15196'] for router, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:26.232017 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9b981382-d1a4-4010-a7b0-debf2ba51981 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:26.253602 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9b981382-d1a4-4010-a7b0-debf2ba51981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846745187'] for router, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:26.254171 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b981382-d1a4-4010-a7b0-debf2ba51981 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84e65640-35af-44b5-bf9a-a711dc9c14a3 {{(pid=85243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 11 17:29:26.268477 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9b981382-d1a4-4010-a7b0-debf2ba51981 admin admin] Notify callbacks [] for router, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:26.269745 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-9b981382-d1a4-4010-a7b0-debf2ba51981 admin admin] 10.222.0.16 "DELETE /v2.0/routers/84e65640-35af-44b5-bf9a-a711dc9c14a3 HTTP/1.1" status: 204 len: 168 time: 1.8430305 Apr 11 17:29:26.272488 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 37536) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:29:26.343565 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9179081-d76d-4847-bbc4-68787e5f12de admin admin] Deleting subnet b37db23d-12d1-4791-957e-028de05166fa {{(pid=85243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 11 17:29:26.347134 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a9179081-d76d-4847-bbc4-68787e5f12de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:26.405382 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a9179081-d76d-4847-bbc4-68787e5f12de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6558329'] for subnet, precommit_delete_associations {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:26.510374 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a9179081-d76d-4847-bbc4-68787e5f12de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-370660'] for subnet, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:26.812512 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a9179081-d76d-4847-bbc4-68787e5f12de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854405123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848421728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5609759'] for subnet, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:26.831896 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:29:26.936372 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9179081-d76d-4847-bbc4-68787e5f12de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b37db23d-12d1-4791-957e-028de05166fa,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:29:26.941600 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a9179081-d76d-4847-bbc4-68787e5f12de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:29:26.978371 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a9179081-d76d-4847-bbc4-68787e5f12de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for subnet, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:26.985708 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-a9179081-d76d-4847-bbc4-68787e5f12de admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b37db23d-12d1-4791-957e-028de05166fa HTTP/1.1" status: 204 len: 168 time: 0.7120914 Apr 11 17:29:26.987431 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150f10f1-d4e4-4d9d-a53c-30f88ace2461 None None] Network cbf8495d-d585-4ffa-8bba-b4256f490b2f requested from dv-cinder-784779-4-smb {{(pid=85245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 11 17:29:26.988712 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 37542) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:29:27.122558 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a0c34023-9e5b-4fa2-957c-725ab3fff06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854564312'] for network, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:27.193909 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-a0c34023-9e5b-4fa2-957c-725ab3fff06a admin admin] Deleting port cabb4c75-f462-4eeb-8376-f9509e7b53ec {{(pid=85243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:29:27.194181 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a0c34023-9e5b-4fa2-957c-725ab3fff06a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:27.312059 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7597a802-bc7a-4b42-b6eb-b71a0cbfdf34 None None] DHCP port deletion for cbf8495d-d585-4ffa-8bba-b4256f490b2f request from dv-cinder-784779-4-smb {{(pid=85245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 11 17:29:27.319067 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-7597a802-bc7a-4b42-b6eb-b71a0cbfdf34 None None] Deleting port cabb4c75-f462-4eeb-8376-f9509e7b53ec {{(pid=85245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:29:27.319739 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7597a802-bc7a-4b42-b6eb-b71a0cbfdf34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:27.472587 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-a0c34023-9e5b-4fa2-957c-725ab3fff06a admin admin] For port cabb4c75-f462-4eeb-8376-f9509e7b53ec, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=cabb4c75-f462-4eeb-8376-f9509e7b53ec,segment=NetworkSegment(8f975aaa-dcda-4b79-90fe-e36b252d6285),segment_id=8f975aaa-dcda-4b79-90fe-e36b252d6285)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:29:27.473125 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a0c34023-9e5b-4fa2-957c-725ab3fff06a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:27.624370 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-a0c34023-9e5b-4fa2-957c-725ab3fff06a admin admin] Calling delete_port for cabb4c75-f462-4eeb-8376-f9509e7b53ec owned by network:dhcp {{(pid=85243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:29:27.716584 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a0c34023-9e5b-4fa2-957c-725ab3fff06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771099430430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771099036582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6354135'] for port, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:27.723399 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device d7fc5bf2-0e93-45d6-8e1f-279078611876 no longer exists at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 11 17:29:27.752414 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d41645c6-c2c1-4413-b73b-9706868fee38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:29:27.779288 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] No Port match for: d7fc5bf2-0e93-45d6-8e1f-279078611876 {{(pid=85245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 11 17:29:27.780266 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device d7fc5bf2-0e93-45d6-8e1f-279078611876 not bound to the agent host dv-cinder-784779-4-smb {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 11 17:29:27.780734 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device 45ac6d1a-8f11-4838-967e-9ae6da68e221 no longer exists at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 11 17:29:27.823618 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] No Port match for: 45ac6d1a-8f11-4838-967e-9ae6da68e221 {{(pid=85245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 11 17:29:27.824039 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device 45ac6d1a-8f11-4838-967e-9ae6da68e221 not bound to the agent host dv-cinder-784779-4-smb {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 11 17:29:27.824527 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device cabb4c75-f462-4eeb-8376-f9509e7b53ec no longer exists at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 11 17:29:27.872801 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] No Port match for: cabb4c75-f462-4eeb-8376-f9509e7b53ec {{(pid=85245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 11 17:29:27.873041 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device cabb4c75-f462-4eeb-8376-f9509e7b53ec not bound to the agent host dv-cinder-784779-4-smb {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 11 17:29:27.893994 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-7597a802-bc7a-4b42-b6eb-b71a0cbfdf34 None None] For port cabb4c75-f462-4eeb-8376-f9509e7b53ec, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=cabb4c75-f462-4eeb-8376-f9509e7b53ec,segment=NetworkSegment(8f975aaa-dcda-4b79-90fe-e36b252d6285),segment_id=8f975aaa-dcda-4b79-90fe-e36b252d6285)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:29:27.894813 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7597a802-bc7a-4b42-b6eb-b71a0cbfdf34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:28.048822 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-7597a802-bc7a-4b42-b6eb-b71a0cbfdf34 None None] Calling delete_port for cabb4c75-f462-4eeb-8376-f9509e7b53ec owned by network:dhcp {{(pid=85245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:29:28.133990 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.db.api [None req-7597a802-bc7a-4b42-b6eb-b71a0cbfdf34 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85245) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 11 17:29:28.134399 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_db.api [None req-7597a802-bc7a-4b42-b6eb-b71a0cbfdf34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 11 17:29:28.158232 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c34023-9e5b-4fa2-957c-725ab3fff06a admin admin] Pushing event deleted for resources: {'Port': ['ID=cabb4c75-f462-4eeb-8376-f9509e7b53ec,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:29:28.161248 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a0c34023-9e5b-4fa2-957c-725ab3fff06a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:29:28.200815 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c34023-9e5b-4fa2-957c-725ab3fff06a admin admin] No DVR routers for this DVR port cabb4c75-f462-4eeb-8376-f9509e7b53ec on host dv-cinder-784779-4-smb {{(pid=85243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 11 17:29:28.337904 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a0c34023-9e5b-4fa2-957c-725ab3fff06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-369277', 'neutron.services.segments.db._delete_segments_for_network--9223363265755233635'] for network, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:28.458729 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.segments.db [None req-a0c34023-9e5b-4fa2-957c-725ab3fff06a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf8495d-d585-4ffa-8bba-b4256f490b2f']}} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:29:28.472923 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.segments.db [None req-a0c34023-9e5b-4fa2-957c-725ab3fff06a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f975aaa-dcda-4b79-90fe-e36b252d6285') {'for_net_delete': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:29:28.472923 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.segments.db [None req-a0c34023-9e5b-4fa2-957c-725ab3fff06a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f975aaa-dcda-4b79-90fe-e36b252d6285') {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:29:28.489284 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a0c34023-9e5b-4fa2-957c-725ab3fff06a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771099529263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848217466'] for segment, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:28.509089 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a0c34023-9e5b-4fa2-957c-725ab3fff06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854391073'] for segment, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:28.515843 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0c34023-9e5b-4fa2-957c-725ab3fff06a admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=85243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 11 17:29:28.636334 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-7597a802-bc7a-4b42-b6eb-b71a0cbfdf34 None None] Deleting port cabb4c75-f462-4eeb-8376-f9509e7b53ec {{(pid=85245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:29:28.636881 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7597a802-bc7a-4b42-b6eb-b71a0cbfdf34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:28.704042 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-a0c34023-9e5b-4fa2-957c-725ab3fff06a admin admin] Network cbf8495d-d585-4ffa-8bba-b4256f490b2f has no segments {{(pid=85243) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 11 17:29:28.711782 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-7597a802-bc7a-4b42-b6eb-b71a0cbfdf34 None None] The port 'cabb4c75-f462-4eeb-8376-f9509e7b53ec' was deleted {{(pid=85245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 11 17:29:28.714703 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a0c34023-9e5b-4fa2-957c-725ab3fff06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-384710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848421635'] for segment, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:28.902785 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-a0c34023-9e5b-4fa2-957c-725ab3fff06a admin admin] Network cbf8495d-d585-4ffa-8bba-b4256f490b2f has no segments {{(pid=85243) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 11 17:29:28.926533 dv-cinder-784779-4-smb neutron-server[85130]: Traceback (most recent call last): Apr 11 17:29:28.926533 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:29:28.926533 dv-cinder-784779-4-smb neutron-server[85130]: timer() Apr 11 17:29:28.926533 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:29:28.926533 dv-cinder-784779-4-smb neutron-server[85130]: cb(*args, **kw) Apr 11 17:29:28.926533 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 11 17:29:28.926533 dv-cinder-784779-4-smb neutron-server[85130]: return func(*args, **kwargs) Apr 11 17:29:28.926533 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:29:28.926533 dv-cinder-784779-4-smb neutron-server[85130]: self._notify() Apr 11 17:29:28.926533 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:29:28.926533 dv-cinder-784779-4-smb neutron-server[85130]: self.callback(batched_events) Apr 11 17:29:28.926533 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:29:28.926533 dv-cinder-784779-4-smb neutron-server[85130]: event.method(event) Apr 11 17:29:28.926533 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 17:29:28.926533 dv-cinder-784779-4-smb neutron-server[85130]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:29:28.926533 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 11 17:29:28.926533 dv-cinder-784779-4-smb neutron-server[85130]: segment_id)['aggregates'][0] Apr 11 17:29:28.926533 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 17:29:28.926533 dv-cinder-784779-4-smb neutron-server[85130]: return f(self, *a, **k) Apr 11 17:29:28.926533 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 17:29:28.926533 dv-cinder-784779-4-smb neutron-server[85130]: return self._get(url).json() Apr 11 17:29:28.926533 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:29:28.926533 dv-cinder-784779-4-smb neutron-server[85130]: **kwargs) Apr 11 17:29:28.926533 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:29:28.926533 dv-cinder-784779-4-smb neutron-server[85130]: return self.request(url, 'GET', **kwargs) Apr 11 17:29:28.926533 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 11 17:29:28.926533 dv-cinder-784779-4-smb neutron-server[85130]: **endpoint_filter) Apr 11 17:29:28.926533 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:29:28.926533 dv-cinder-784779-4-smb neutron-server[85130]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:29:28.926533 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:29:28.926533 dv-cinder-784779-4-smb neutron-server[85130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:29:28.926533 dv-cinder-784779-4-smb neutron-server[85130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:29:29.028192 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a0c34023-9e5b-4fa2-957c-725ab3fff06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854406646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846760530'] for network, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:29.033803 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a0c34023-9e5b-4fa2-957c-725ab3fff06a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for network, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:29.036727 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:29:29.062092 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c34023-9e5b-4fa2-957c-725ab3fff06a admin admin] Pushing event deleted for resources: {'Network': ['ID=cbf8495d-d585-4ffa-8bba-b4256f490b2f,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:29:29.064797 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a0c34023-9e5b-4fa2-957c-725ab3fff06a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:29:29.077871 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-a0c34023-9e5b-4fa2-957c-725ab3fff06a admin admin] 10.222.0.16 "DELETE /v2.0/networks/cbf8495d-d585-4ffa-8bba-b4256f490b2f HTTP/1.1" status: 204 len: 168 time: 2.0877130 Apr 11 17:29:29.204489 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 37552) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:29:29.247089 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-10c7e322-8e45-4382-9832-9acd9114a5cb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=85eed75d59b44674a89c120123abc4ab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0411317 Apr 11 17:29:29.249778 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 37556) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:29:29.316545 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f4580996-92f3-49f4-ac13-a633362ad969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:29.347141 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f4580996-92f3-49f4-ac13-a633362ad969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:29.396396 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f4580996-92f3-49f4-ac13-a633362ad969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:29.402026 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-fa93a49a-efc4-48d3-a7d9-8b6ddc3d0718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:29:29.421459 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4580996-92f3-49f4-ac13-a633362ad969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9892792-c75c-41fe-a59b-bbe9bbf506d2,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:29:29.424118 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f4580996-92f3-49f4-ac13-a633362ad969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:29:29.431493 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f4580996-92f3-49f4-ac13-a633362ad969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:29.432921 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-f4580996-92f3-49f4-ac13-a633362ad969 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b9892792-c75c-41fe-a59b-bbe9bbf506d2 HTTP/1.1" status: 204 len: 168 time: 0.1820595 Apr 11 17:29:33.794701 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:34.616329 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 6 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:29:34.877231 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-679aa4a7-eb0f-4695-ba75-b0c7a0c5aa70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:36.527563 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 37664) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:29:36.660272 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b014c29d-4004-40a0-ac9d-6bd4acdfad40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:36.676466 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-b014c29d-4004-40a0-ac9d-6bd4acdfad40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:29:36.680544 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-b014c29d-4004-40a0-ac9d-6bd4acdfad40 admin admin] Usage tracker for resource:security_group_rule and tenant:38fb882b0b4440eb9baf3cf7a25b0694 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:29:36.683701 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-b014c29d-4004-40a0-ac9d-6bd4acdfad40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:29:36.690333 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-b014c29d-4004-40a0-ac9d-6bd4acdfad40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:29:36.782295 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b014c29d-4004-40a0-ac9d-6bd4acdfad40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:36.785557 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b014c29d-4004-40a0-ac9d-6bd4acdfad40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:36.793135 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-43f4609d-6c25-433d-aa83-186f0f3ff30d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:29:36.837045 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b014c29d-4004-40a0-ac9d-6bd4acdfad40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9758ccc-81ce-4b8f-aac0-7d21ef276a76,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:29:36.841828 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-b014c29d-4004-40a0-ac9d-6bd4acdfad40 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=38fb882b0b4440eb9baf3cf7a25b0694&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3129563 Apr 11 17:29:36.842828 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b014c29d-4004-40a0-ac9d-6bd4acdfad40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:29:36.845319 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 37672) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:29:36.908387 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-25fe0bd2-5852-4505-bdb4-dc071c0c9994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:36.942571 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-25fe0bd2-5852-4505-bdb4-dc071c0c9994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:36.988138 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-25fe0bd2-5852-4505-bdb4-dc071c0c9994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:36.993231 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7edd9fc8-6284-4e75-a4e5-9b4d8a27fc5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:29:37.007171 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe0bd2-5852-4505-bdb4-dc071c0c9994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9758ccc-81ce-4b8f-aac0-7d21ef276a76,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:29:37.009921 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-25fe0bd2-5852-4505-bdb4-dc071c0c9994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:29:37.018561 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-25fe0bd2-5852-4505-bdb4-dc071c0c9994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:37.019721 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-25fe0bd2-5852-4505-bdb4-dc071c0c9994 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f9758ccc-81ce-4b8f-aac0-7d21ef276a76 HTTP/1.1" status: 204 len: 168 time: 0.1732869 Apr 11 17:29:37.317257 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 37680) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:29:37.320196 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-574b7a5f-b6b2-457a-a16f-ca320df3bc9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:37.337731 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-53920ff9-48db-4563-901b-b07a5d806de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:37.353354 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-53920ff9-48db-4563-901b-b07a5d806de9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:29:37.358142 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-53920ff9-48db-4563-901b-b07a5d806de9 admin admin] Usage tracker for resource:security_group_rule and tenant:75f53c13decc40118be5c2a9947f730d is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:29:37.361325 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-53920ff9-48db-4563-901b-b07a5d806de9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:29:37.367190 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-53920ff9-48db-4563-901b-b07a5d806de9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:29:37.453759 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-53920ff9-48db-4563-901b-b07a5d806de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:37.463989 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-53920ff9-48db-4563-901b-b07a5d806de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:37.486348 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-416a4d10-fe4c-430b-828e-238009a01635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:29:37.528238 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-53920ff9-48db-4563-901b-b07a5d806de9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=75f53c13decc40118be5c2a9947f730d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2094972 Apr 11 17:29:37.531757 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 37684) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:29:37.533520 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53920ff9-48db-4563-901b-b07a5d806de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3143343-85b0-486c-b870-eb89abdb4890,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:29:37.536737 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-53920ff9-48db-4563-901b-b07a5d806de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:29:37.597815 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c380460f-ae96-454e-8780-967b897fbde8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:37.626030 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c380460f-ae96-454e-8780-967b897fbde8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:37.678684 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c380460f-ae96-454e-8780-967b897fbde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:37.684190 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-6511994e-637c-4de3-89ec-bd1db415b708 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:29:37.699155 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c380460f-ae96-454e-8780-967b897fbde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3143343-85b0-486c-b870-eb89abdb4890,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:29:37.702859 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c380460f-ae96-454e-8780-967b897fbde8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:29:37.707675 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c380460f-ae96-454e-8780-967b897fbde8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:37.708844 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-c380460f-ae96-454e-8780-967b897fbde8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a3143343-85b0-486c-b870-eb89abdb4890 HTTP/1.1" status: 204 len: 168 time: 0.1759858 Apr 11 17:29:37.967592 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:38.406056 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:39.307131 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:44.927045 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 37802) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:29:45.152354 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8b6033a2-56e7-4821-bacb-2061d127d58f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:45.169608 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-8b6033a2-56e7-4821-bacb-2061d127d58f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:29:45.173732 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-8b6033a2-56e7-4821-bacb-2061d127d58f admin admin] Usage tracker for resource:security_group_rule and tenant:4c4545d720e14b7282aadf3b4e7e93c2 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:29:45.176768 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-8b6033a2-56e7-4821-bacb-2061d127d58f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:29:45.182837 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-8b6033a2-56e7-4821-bacb-2061d127d58f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:29:45.271535 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8b6033a2-56e7-4821-bacb-2061d127d58f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:45.274555 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8b6033a2-56e7-4821-bacb-2061d127d58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:45.284606 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b014c29d-4004-40a0-ac9d-6bd4acdfad40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:29:45.329135 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-8b6033a2-56e7-4821-bacb-2061d127d58f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4c4545d720e14b7282aadf3b4e7e93c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4009051 Apr 11 17:29:45.330906 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6033a2-56e7-4821-bacb-2061d127d58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb6c0b8-bd75-45e3-b005-140ea1af7b62,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:29:45.332113 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 37812) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:29:45.334923 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8b6033a2-56e7-4821-bacb-2061d127d58f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:29:45.404096 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a78c6f78-5229-468d-ae4c-08ef0a349e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:45.434235 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a78c6f78-5229-468d-ae4c-08ef0a349e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:45.480764 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a78c6f78-5229-468d-ae4c-08ef0a349e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:45.486136 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-144b2d95-afd3-4fc2-86f9-2647227428cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:29:45.499681 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c6f78-5229-468d-ae4c-08ef0a349e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb6c0b8-bd75-45e3-b005-140ea1af7b62,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:29:45.502375 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a78c6f78-5229-468d-ae4c-08ef0a349e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:29:45.513621 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a78c6f78-5229-468d-ae4c-08ef0a349e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:45.515436 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-a78c6f78-5229-468d-ae4c-08ef0a349e94 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ccb6c0b8-bd75-45e3-b005-140ea1af7b62 HTTP/1.1" status: 204 len: 168 time: 0.1818352 Apr 11 17:29:49.369467 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 37894) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:29:49.504356 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ba033cfe-17ad-4c9f-9f3a-e095d3f62eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:49.519932 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-ba033cfe-17ad-4c9f-9f3a-e095d3f62eab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:29:49.523967 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-ba033cfe-17ad-4c9f-9f3a-e095d3f62eab admin admin] Usage tracker for resource:security_group_rule and tenant:75f50ccf78134d11beafd242c057c7be is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:29:49.526923 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-ba033cfe-17ad-4c9f-9f3a-e095d3f62eab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:29:49.533717 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-ba033cfe-17ad-4c9f-9f3a-e095d3f62eab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:29:49.625472 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ba033cfe-17ad-4c9f-9f3a-e095d3f62eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:49.628450 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ba033cfe-17ad-4c9f-9f3a-e095d3f62eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:49.637858 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-84703841-eaa4-4e7b-a116-64ef97540835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:29:49.685288 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-ba033cfe-17ad-4c9f-9f3a-e095d3f62eab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=75f50ccf78134d11beafd242c057c7be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3146443 Apr 11 17:29:49.687059 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba033cfe-17ad-4c9f-9f3a-e095d3f62eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c408bd-f25a-4935-966a-48df0f33f1e9,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:29:49.688227 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 37900) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:29:49.690281 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ba033cfe-17ad-4c9f-9f3a-e095d3f62eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:29:49.757287 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6b9ace18-95f0-42e5-ba88-e6e335dacc6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:49.785317 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6b9ace18-95f0-42e5-ba88-e6e335dacc6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:49.832723 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6b9ace18-95f0-42e5-ba88-e6e335dacc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:49.837961 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-4bd5c41b-464f-4a27-888b-9837a0751d2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:29:49.851751 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ace18-95f0-42e5-ba88-e6e335dacc6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c408bd-f25a-4935-966a-48df0f33f1e9,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:29:49.855649 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-6b9ace18-95f0-42e5-ba88-e6e335dacc6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:29:49.862022 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6b9ace18-95f0-42e5-ba88-e6e335dacc6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:49.863290 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-6b9ace18-95f0-42e5-ba88-e6e335dacc6d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b0c408bd-f25a-4935-966a-48df0f33f1e9 HTTP/1.1" status: 204 len: 168 time: 0.1739957 Apr 11 17:29:50.472843 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 37912) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:29:50.597358 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-382f435f-fb2b-49d1-91e6-9930dc5be6b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:50.612817 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-382f435f-fb2b-49d1-91e6-9930dc5be6b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:29:50.616788 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-382f435f-fb2b-49d1-91e6-9930dc5be6b2 admin admin] Usage tracker for resource:security_group_rule and tenant:20c3d38c976e4bfc82decbb8e12a96de is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:29:50.619644 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-382f435f-fb2b-49d1-91e6-9930dc5be6b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:29:50.625628 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-382f435f-fb2b-49d1-91e6-9930dc5be6b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:29:50.709010 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-382f435f-fb2b-49d1-91e6-9930dc5be6b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:50.711960 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-382f435f-fb2b-49d1-91e6-9930dc5be6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:50.720892 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5ae15ac8-0038-452b-89de-5ec4ecf552d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:29:50.762721 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-382f435f-fb2b-49d1-91e6-9930dc5be6b2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=20c3d38c976e4bfc82decbb8e12a96de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2886064 Apr 11 17:29:50.765707 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 37918) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:29:50.765874 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f435f-fb2b-49d1-91e6-9930dc5be6b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e07730-64f6-43e6-b9fe-fd5772d7c419,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:29:50.769005 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-382f435f-fb2b-49d1-91e6-9930dc5be6b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:29:50.829199 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cf7dc8dd-9f54-4130-a9a5-ef629beb7720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:50.856940 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cf7dc8dd-9f54-4130-a9a5-ef629beb7720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:50.900856 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cf7dc8dd-9f54-4130-a9a5-ef629beb7720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:50.906304 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-73996881-ae16-499c-950b-de1c9b7d443a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:29:50.918643 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7dc8dd-9f54-4130-a9a5-ef629beb7720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e07730-64f6-43e6-b9fe-fd5772d7c419,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:29:50.922335 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-cf7dc8dd-9f54-4130-a9a5-ef629beb7720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:29:50.924403 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-cf7dc8dd-9f54-4130-a9a5-ef629beb7720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:50.925633 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-cf7dc8dd-9f54-4130-a9a5-ef629beb7720 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/92e07730-64f6-43e6-b9fe-fd5772d7c419 HTTP/1.1" status: 204 len: 168 time: 0.1588593 Apr 11 17:29:57.565304 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 37986) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:29:57.691129 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-78ac056a-61b5-43ea-afda-62d57c24190c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:57.706757 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-78ac056a-61b5-43ea-afda-62d57c24190c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:29:57.711073 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-78ac056a-61b5-43ea-afda-62d57c24190c admin admin] Usage tracker for resource:security_group_rule and tenant:ab04e818ce6c41f7ba0d3fa396aeecfd is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:29:57.713989 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-78ac056a-61b5-43ea-afda-62d57c24190c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:29:57.720637 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-78ac056a-61b5-43ea-afda-62d57c24190c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:29:57.805401 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-78ac056a-61b5-43ea-afda-62d57c24190c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:57.808154 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-78ac056a-61b5-43ea-afda-62d57c24190c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:57.816802 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2b0e0ebc-b567-406e-aafe-21a9b4740983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:29:57.863334 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-78ac056a-61b5-43ea-afda-62d57c24190c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ab04e818ce6c41f7ba0d3fa396aeecfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2967968 Apr 11 17:29:57.864299 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac056a-61b5-43ea-afda-62d57c24190c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c891f385-59d5-40b5-9e95-4f4735ad595e,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:29:57.866290 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 37992) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:29:57.867775 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-78ac056a-61b5-43ea-afda-62d57c24190c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:29:57.931541 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-34adfff5-1d77-40e1-a73b-c67090f02389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:57.959017 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-34adfff5-1d77-40e1-a73b-c67090f02389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:58.003042 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-34adfff5-1d77-40e1-a73b-c67090f02389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:58.008217 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2dfa2bc1-db31-462c-a625-453f66f50f9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:29:58.021471 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34adfff5-1d77-40e1-a73b-c67090f02389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c891f385-59d5-40b5-9e95-4f4735ad595e,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:29:58.023997 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-34adfff5-1d77-40e1-a73b-c67090f02389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:29:58.027505 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-34adfff5-1d77-40e1-a73b-c67090f02389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:58.028785 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-34adfff5-1d77-40e1-a73b-c67090f02389 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c891f385-59d5-40b5-9e95-4f4735ad595e HTTP/1.1" status: 204 len: 168 time: 0.1614208 Apr 11 17:29:58.713993 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 38016) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:29:58.824382 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-9d9a2db9-da43-49df-841f-ed87778c2aad admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-606535106-network', 'tenant_id': '663373bb15694024989fa6f103793a16'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:29:58.829487 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-9d9a2db9-da43-49df-841f-ed87778c2aad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:29:58.833851 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-9d9a2db9-da43-49df-841f-ed87778c2aad admin admin] Usage tracker for resource:network and tenant:663373bb15694024989fa6f103793a16 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:29:58.836868 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-9d9a2db9-da43-49df-841f-ed87778c2aad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:29:58.844299 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-9d9a2db9-da43-49df-841f-ed87778c2aad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:29:58.852991 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9a2db9-da43-49df-841f-ed87778c2aad admin admin] Made reservation on behalf of 663373bb15694024989fa6f103793a16 for: {'network': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:29:58.858282 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9d9a2db9-da43-49df-841f-ed87778c2aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for network, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:58.871000 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9d9a2db9-da43-49df-841f-ed87778c2aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:58.886217 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-9d9a2db9-da43-49df-841f-ed87778c2aad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:29:58.890298 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-9d9a2db9-da43-49df-841f-ed87778c2aad admin admin] Usage tracker for resource:security_group_rule and tenant:663373bb15694024989fa6f103793a16 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:29:58.893212 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-9d9a2db9-da43-49df-841f-ed87778c2aad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:29:58.899165 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-9d9a2db9-da43-49df-841f-ed87778c2aad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:29:58.983305 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9d9a2db9-da43-49df-841f-ed87778c2aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:58.986147 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9d9a2db9-da43-49df-841f-ed87778c2aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:58.990532 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ca512ee3-768f-434e-ab09-521607905042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:29:59.019616 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d9a2db9-da43-49df-841f-ed87778c2aad admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=85244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 11 17:29:59.028762 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a2db9-da43-49df-841f-ed87778c2aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967ea1d6-1218-4a7b-8a02-1773306c8510,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:29:59.033462 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-9d9a2db9-da43-49df-841f-ed87778c2aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:29:59.037592 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9d9a2db9-da43-49df-841f-ed87778c2aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854391073'] for segment, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:59.037931 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.db.segments_db [None req-9d9a2db9-da43-49df-841f-ed87778c2aad admin admin] Added segment b2c94fc8-f40d-4074-8440-102dfa8dc66a of type vlan for network 219ac03a-311b-4888-b708-889dc0e8dfbc Apr 11 17:29:59.068228 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9d9a2db9-da43-49df-841f-ed87778c2aad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265755767019'] for network, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:59.098471 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9d9a2db9-da43-49df-841f-ed87778c2aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213'] for network, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:59.099769 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9a2db9-da43-49df-841f-ed87778c2aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:29:59.100464 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9d9a2db9-da43-49df-841f-ed87778c2aad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for network, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:59.105343 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:29:59.218795 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9a2db9-da43-49df-841f-ed87778c2aad admin admin] Pushing event updated for resources: {'Network': ['ID=219ac03a-311b-4888-b708-889dc0e8dfbc,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:29:59.221776 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-9d9a2db9-da43-49df-841f-ed87778c2aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:29:59.229100 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Network 219ac03a-311b-4888-b708-889dc0e8dfbc details requested by agent ovs-agent-dv-cinder-784779-4-smb with host dv-cinder-784779-4-smb {{(pid=85245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 11 17:29:59.233859 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-9d9a2db9-da43-49df-841f-ed87778c2aad admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5187354 Apr 11 17:29:59.236856 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 38022) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:29:59.243391 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-ced1840f-e629-41a7-b820-b9dcbcd4ff38 admin admin] Request body: {'subnet': {'network_id': '219ac03a-311b-4888-b708-889dc0e8dfbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-606535106-subnet', 'tenant_id': '663373bb15694024989fa6f103793a16', 'ip_version': 4}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:29:59.248536 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-ced1840f-e629-41a7-b820-b9dcbcd4ff38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:29:59.252686 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-ced1840f-e629-41a7-b820-b9dcbcd4ff38 admin admin] Usage tracker for resource:subnet and tenant:663373bb15694024989fa6f103793a16 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:29:59.255681 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-ced1840f-e629-41a7-b820-b9dcbcd4ff38 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:29:59.261788 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-ced1840f-e629-41a7-b820-b9dcbcd4ff38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:29:59.273110 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced1840f-e629-41a7-b820-b9dcbcd4ff38 admin admin] Made reservation on behalf of 663373bb15694024989fa6f103793a16 for: {'subnet': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:29:59.278078 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ced1840f-e629-41a7-b820-b9dcbcd4ff38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7056698'] for subnet, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:59.675787 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ced1840f-e629-41a7-b820-b9dcbcd4ff38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848457292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7056709'] for subnet, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:59.691252 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:29:59.823635 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced1840f-e629-41a7-b820-b9dcbcd4ff38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50f472ec-52bd-4f05-a560-704168b7ea39,revision_number=0']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:29:59.829128 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ced1840f-e629-41a7-b820-b9dcbcd4ff38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:29:59.886668 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced1840f-e629-41a7-b820-b9dcbcd4ff38 admin admin] Checking segment: {'id': 'b2c94fc8-f40d-4074-8440-102dfa8dc66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '219ac03a-311b-4888-b708-889dc0e8dfbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:29:59.887063 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced1840f-e629-41a7-b820-b9dcbcd4ff38 admin admin] Network hostable DHCP agents. Network: 219ac03a-311b-4888-b708-889dc0e8dfbc, hostable agents: ['86fd9441-0b4f-48d7-82ef-ef4e0a434903'], hosted agents: [] {{(pid=85244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 11 17:29:59.905712 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced1840f-e629-41a7-b820-b9dcbcd4ff38 admin admin] Network 219ac03a-311b-4888-b708-889dc0e8dfbc is scheduled to be hosted by DHCP agent 86fd9441-0b4f-48d7-82ef-ef4e0a434903 with binding_index 1 {{(pid=85244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 11 17:29:59.913860 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-ced1840f-e629-41a7-b820-b9dcbcd4ff38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-4-smb, 219ac03a-311b-4888-b708-889dc0e8dfbc) {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:29:59.923277 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ce207c-dbb7-4668-808e-30a8e3f54ccf None None] Network 219ac03a-311b-4888-b708-889dc0e8dfbc requested from dv-cinder-784779-4-smb {{(pid=85245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 11 17:29:59.925693 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced1840f-e629-41a7-b820-b9dcbcd4ff38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:29:59.926326 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ced1840f-e629-41a7-b820-b9dcbcd4ff38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:59.945460 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-ced1840f-e629-41a7-b820-b9dcbcd4ff38 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7075469 Apr 11 17:29:59.948299 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 38026) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:29:59.954599 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-d3d799ad-0ac5-4edc-a2ff-1ea387009f21 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-606535106-router', 'tenant_id': '663373bb15694024989fa6f103793a16', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56'}}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:29:59.959777 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-d3d799ad-0ac5-4edc-a2ff-1ea387009f21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:29:59.963815 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-d3d799ad-0ac5-4edc-a2ff-1ea387009f21 admin admin] Usage tracker for resource:router and tenant:663373bb15694024989fa6f103793a16 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:29:59.971135 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-d3d799ad-0ac5-4edc-a2ff-1ea387009f21 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:29:59.977727 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-d3d799ad-0ac5-4edc-a2ff-1ea387009f21 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:29:59.988507 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d3d799ad-0ac5-4edc-a2ff-1ea387009f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8223040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15181'] for router, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:29:59.988507 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d3d799ad-0ac5-4edc-a2ff-1ea387009f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846552675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846760496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8109325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854760620'] for router, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:00.007942 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d3d799ad-0ac5-4edc-a2ff-1ea387009f21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:00.180700 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5be47f9-2808-44cf-a5c2-0bf3122b90af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0ae14c3-df94-5977-a6f8-37c4cee246b8-219ac03a-311b-4888-b708-889dc0e8dfbc', 'network_id': '219ac03a-311b-4888-b708-889dc0e8dfbc', 'tenant_id': '663373bb15694024989fa6f103793a16', 'fixed_ips': [{'subnet_id': '50f472ec-52bd-4f05-a560-704168b7ea39'}]}} from dv-cinder-784779-4-smb. {{(pid=85245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 11 17:30:00.181632 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f5be47f9-2808-44cf-a5c2-0bf3122b90af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:00.344416 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-f5be47f9-2808-44cf-a5c2-0bf3122b90af None None] Allocated IP 172.20.0.2 (219ac03a-311b-4888-b708-889dc0e8dfbc/50f472ec-52bd-4f05-a560-704168b7ea39/a7567adb-2ed7-4d19-b3a4-1753b4835aa3) {{(pid=85245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:30:00.530876 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d3d799ad-0ac5-4edc-a2ff-1ea387009f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846760509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8223091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854760601'] for router, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:00.570078 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f5be47f9-2808-44cf-a5c2-0bf3122b90af None None] Notify callbacks [] for port, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:00.580664 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-f5be47f9-2808-44cf-a5c2-0bf3122b90af None None] Transition to ACTIVE for port object a7567adb-2ed7-4d19-b3a4-1753b4835aa3 will not be triggered until provisioned by entity L2. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:30:00.600395 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-f5be47f9-2808-44cf-a5c2-0bf3122b90af None None] Transition to ACTIVE for port object a7567adb-2ed7-4d19-b3a4-1753b4835aa3 will not be triggered until provisioned by entity DHCP. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:30:00.605304 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f5be47f9-2808-44cf-a5c2-0bf3122b90af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235'] for port, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:00.621100 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:30:00.751090 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be47f9-2808-44cf-a5c2-0bf3122b90af None None] Pushing event updated for resources: {'Port': ['ID=a7567adb-2ed7-4d19-b3a4-1753b4835aa3,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:30:00.772687 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5be47f9-2808-44cf-a5c2-0bf3122b90af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:00.773071 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5be47f9-2808-44cf-a5c2-0bf3122b90af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:00.773449 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5be47f9-2808-44cf-a5c2-0bf3122b90af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:00.773819 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5be47f9-2808-44cf-a5c2-0bf3122b90af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:00.774183 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5be47f9-2808-44cf-a5c2-0bf3122b90af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:00.774549 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5be47f9-2808-44cf-a5c2-0bf3122b90af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:00.774959 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5be47f9-2808-44cf-a5c2-0bf3122b90af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:00.775269 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5be47f9-2808-44cf-a5c2-0bf3122b90af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:00.775629 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5be47f9-2808-44cf-a5c2-0bf3122b90af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:00.776013 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5be47f9-2808-44cf-a5c2-0bf3122b90af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:00.776372 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5be47f9-2808-44cf-a5c2-0bf3122b90af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:00.776785 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5be47f9-2808-44cf-a5c2-0bf3122b90af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:00.782396 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f5be47f9-2808-44cf-a5c2-0bf3122b90af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:30:00.818246 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5be47f9-2808-44cf-a5c2-0bf3122b90af None None] Network 219ac03a-311b-4888-b708-889dc0e8dfbc is already hosted by enough agents. {{(pid=85245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:30:00.819468 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-f5be47f9-2808-44cf-a5c2-0bf3122b90af None None] Resources bound (agent type, host, resource id): {{(pid=85245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:30:00.821812 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5be47f9-2808-44cf-a5c2-0bf3122b90af None None] Received port after_create {{(pid=85245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:30:00.857389 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d3d799ad-0ac5-4edc-a2ff-1ea387009f21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:00.893701 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d3d799ad-0ac5-4edc-a2ff-1ea387009f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:00.919429 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-f5be47f9-2808-44cf-a5c2-0bf3122b90af None None] Attempting to bind port a7567adb-2ed7-4d19-b3a4-1753b4835aa3 on host dv-cinder-784779-4-smb for vnic_type normal with profile {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:30:00.919856 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-f5be47f9-2808-44cf-a5c2-0bf3122b90af None None] Attempting to bind port a7567adb-2ed7-4d19-b3a4-1753b4835aa3 by drivers openvswitch,hyperv on host dv-cinder-784779-4-smb at level 0 using segments [{'id': 'b2c94fc8-f40d-4074-8440-102dfa8dc66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '219ac03a-311b-4888-b708-889dc0e8dfbc'}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 11 17:30:00.920327 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5be47f9-2808-44cf-a5c2-0bf3122b90af None None] Attempting to bind port a7567adb-2ed7-4d19-b3a4-1753b4835aa3 on network 219ac03a-311b-4888-b708-889dc0e8dfbc {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:30:00.926065 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5be47f9-2808-44cf-a5c2-0bf3122b90af None None] Checking agent: {'id': '010ff1a7-6f9a-4d7c-91bd-57c824159873', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 12, 8), 'started_at': datetime.datetime(2021, 4, 11, 17, 12, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 17:30:00.926477 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5be47f9-2808-44cf-a5c2-0bf3122b90af None None] Checking segment: {'id': 'b2c94fc8-f40d-4074-8440-102dfa8dc66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '219ac03a-311b-4888-b708-889dc0e8dfbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:30:00.926922 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f5be47f9-2808-44cf-a5c2-0bf3122b90af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:00.927355 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5be47f9-2808-44cf-a5c2-0bf3122b90af None None] Bound using segment: {'id': 'b2c94fc8-f40d-4074-8440-102dfa8dc66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '219ac03a-311b-4888-b708-889dc0e8dfbc'} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 17:30:00.927898 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-f5be47f9-2808-44cf-a5c2-0bf3122b90af None None] Bound port: a7567adb-2ed7-4d19-b3a4-1753b4835aa3, host: dv-cinder-784779-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c94fc8-f40d-4074-8440-102dfa8dc66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '219ac03a-311b-4888-b708-889dc0e8dfbc'}}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 11 17:30:00.928316 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f5be47f9-2808-44cf-a5c2-0bf3122b90af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:01.007805 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-f5be47f9-2808-44cf-a5c2-0bf3122b90af None None] For port a7567adb-2ed7-4d19-b3a4-1753b4835aa3, host dv-cinder-784779-4-smb, cleared binding levels {{(pid=85245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 11 17:30:01.010911 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-f5be47f9-2808-44cf-a5c2-0bf3122b90af None None] For port a7567adb-2ed7-4d19-b3a4-1753b4835aa3, host dv-cinder-784779-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=a7567adb-2ed7-4d19-b3a4-1753b4835aa3,segment=NetworkSegment(b2c94fc8-f40d-4074-8440-102dfa8dc66a),segment_id=b2c94fc8-f40d-4074-8440-102dfa8dc66a)] {{(pid=85245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 11 17:30:01.014766 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f5be47f9-2808-44cf-a5c2-0bf3122b90af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:01.030408 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:30:01.047065 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-d3d799ad-0ac5-4edc-a2ff-1ea387009f21 admin admin] Allocated IP 172.28.2.8 (760603f5-451c-4017-b5ea-df3888d3fb56/e13c5172-f61e-460b-afd0-2fdd7fa5ba98/f20fa021-71ba-4881-9df8-419fd6cb9e3a) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:30:01.179140 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be47f9-2808-44cf-a5c2-0bf3122b90af None None] Pushing event updated for resources: {'Port': ['ID=a7567adb-2ed7-4d19-b3a4-1753b4835aa3,revision_number=2']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:30:01.183803 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f5be47f9-2808-44cf-a5c2-0bf3122b90af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:30:01.232651 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d3d799ad-0ac5-4edc-a2ff-1ea387009f21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:01.267698 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d3d799ad-0ac5-4edc-a2ff-1ea387009f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6317060'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:01.283052 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-575f6a39-45b1-48a3-9dfe-8ffb39df580e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:30:01.422507 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d799ad-0ac5-4edc-a2ff-1ea387009f21 admin admin] Pushing event updated for resources: {'Port': ['ID=f20fa021-71ba-4881-9df8-419fd6cb9e3a,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:30:01.434753 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d3d799ad-0ac5-4edc-a2ff-1ea387009f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:30:01.483145 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d799ad-0ac5-4edc-a2ff-1ea387009f21 admin admin] Network 760603f5-451c-4017-b5ea-df3888d3fb56 is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:30:01.484730 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-d3d799ad-0ac5-4edc-a2ff-1ea387009f21 admin admin] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:30:01.486758 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d799ad-0ac5-4edc-a2ff-1ea387009f21 admin admin] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:30:01.673786 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device a7567adb-2ed7-4d19-b3a4-1753b4835aa3 up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:30:01.745780 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning for port a7567adb-2ed7-4d19-b3a4-1753b4835aa3 completed by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:30:01.929189 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d3d799ad-0ac5-4edc-a2ff-1ea387009f21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:02.527008 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d3d799ad-0ac5-4edc-a2ff-1ea387009f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846552709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8015338'] for router, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:02.662640 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea409b4a-47d2-4661-b510-16e7f25f12b9 None None] Network 219ac03a-311b-4888-b708-889dc0e8dfbc requested from dv-cinder-784779-4-smb {{(pid=85245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 11 17:30:02.744495 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d799ad-0ac5-4edc-a2ff-1ea387009f21 admin admin] Router d7de85bc-c4de-4e3e-8f04-a31626bfd920 is scheduled to L3 agent 5d769fae-3c68-4f0c-97be-90cfc50b6a37 with binding_index 1 {{(pid=85244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 11 17:30:02.755885 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-d421e091-25e1-4a18-b766-45434150297e None None] Provisioning for port a7567adb-2ed7-4d19-b3a4-1753b4835aa3 completed by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:30:02.766561 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-d421e091-25e1-4a18-b766-45434150297e None None] Provisioning complete for port a7567adb-2ed7-4d19-b3a4-1753b4835aa3 triggered by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:30:02.766978 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d421e091-25e1-4a18-b766-45434150297e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:02.934956 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d799ad-0ac5-4edc-a2ff-1ea387009f21 admin admin] Notify agent at l3_agent.dv-cinder-784779-4-smb the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 11 17:30:02.959032 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d3d799ad-0ac5-4edc-a2ff-1ea387009f21 admin admin] Notify callbacks [] for router, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:02.962989 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-d3d799ad-0ac5-4edc-a2ff-1ea387009f21 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0110600 Apr 11 17:30:02.963200 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 38030) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:30:02.986382 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8312780-c1ce-4114-ae1c-936a59298a2b None None] Sync routers for ids ['d7de85bc-c4de-4e3e-8f04-a31626bfd920'] in dv-cinder-784779-4-smb {{(pid=85245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 11 17:30:03.021862 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8312780-c1ce-4114-ae1c-936a59298a2b None None] Routers {'d7de85bc-c4de-4e3e-8f04-a31626bfd920'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:30:03.022551 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-d8312780-c1ce-4114-ae1c-936a59298a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:29:37Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['d7de85bc-c4de-4e3e-8f04-a31626bfd920'], 'active': True} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:30:03.074511 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d421e091-25e1-4a18-b766-45434150297e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:03.364768 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-d421e091-25e1-4a18-b766-45434150297e None None] For port a7567adb-2ed7-4d19-b3a4-1753b4835aa3, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=a7567adb-2ed7-4d19-b3a4-1753b4835aa3,segment=NetworkSegment(b2c94fc8-f40d-4074-8440-102dfa8dc66a),segment_id=b2c94fc8-f40d-4074-8440-102dfa8dc66a)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:30:03.376683 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d421e091-25e1-4a18-b766-45434150297e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:03.381804 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f5be47f9-2808-44cf-a5c2-0bf3122b90af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:30:03.494338 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-d8312780-c1ce-4114-ae1c-936a59298a2b None None] Set router d7de85bc-c4de-4e3e-8f04-a31626bfd920 gateway port host: dv-cinder-784779-4-smb {{(pid=85245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:30:03.613294 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421e091-25e1-4a18-b766-45434150297e None None] Pushing event updated for resources: {'Port': ['ID=a7567adb-2ed7-4d19-b3a4-1753b4835aa3,revision_number=3']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:30:03.629596 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d421e091-25e1-4a18-b766-45434150297e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:30:03.720882 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fe96d19e-1b17-4abc-9cf8-9323c69a5d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:03.730489 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-88755c21-d39d-4a3f-acdb-aa3985b88724 None None] Provisioning complete for port a7567adb-2ed7-4d19-b3a4-1753b4835aa3 triggered by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:30:03.730962 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-88755c21-d39d-4a3f-acdb-aa3985b88724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:03.853769 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:03.939793 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-fe96d19e-1b17-4abc-9cf8-9323c69a5d0f admin admin] Allocated IP 172.20.0.1 (219ac03a-311b-4888-b708-889dc0e8dfbc/50f472ec-52bd-4f05-a560-704168b7ea39/635d7433-1d03-4bd7-a915-0b84c1e947e4) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:30:03.950113 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-d8312780-c1ce-4114-ae1c-936a59298a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7de85bc-c4de-4e3e-8f04-a31626bfd920', 'name': 'tempest-TestMinimumBasicScenario-606535106-router', 'tenant_id': '663373bb15694024989fa6f103793a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.8'}], 'enable_snat': True}, 'gw_port_id': 'f20fa021-71ba-4881-9df8-419fd6cb9e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:29:59Z', 'updated_at': '2021-04-11T17:30:01Z', 'revision_number': 3, 'project_id': '663373bb15694024989fa6f103793a16', 'gw_port': {'id': 'f20fa021-71ba-4881-9df8-419fd6cb9e3a', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7de85bc-c4de-4e3e-8f04-a31626bfd920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:30:00Z', 'updated_at': '2021-04-11T17:30:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb'}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:30:03.954739 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8312780-c1ce-4114-ae1c-936a59298a2b None None] Checking router: d7de85bc-c4de-4e3e-8f04-a31626bfd920 for host: dv-cinder-784779-4-smb {{(pid=85245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 11 17:30:03.955203 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8312780-c1ce-4114-ae1c-936a59298a2b None None] Updating router d7de85bc-c4de-4e3e-8f04-a31626bfd920 port f20fa021-71ba-4881-9df8-419fd6cb9e3a binding host dv-cinder-784779-4-smb {{(pid=85245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 11 17:30:04.014690 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d8312780-c1ce-4114-ae1c-936a59298a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:04.099534 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fe96d19e-1b17-4abc-9cf8-9323c69a5d0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:04.115509 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-fe96d19e-1b17-4abc-9cf8-9323c69a5d0f admin admin] Transition to ACTIVE for port object 635d7433-1d03-4bd7-a915-0b84c1e947e4 will not be triggered until provisioned by entity DHCP. {{(pid=85244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:30:04.139709 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fe96d19e-1b17-4abc-9cf8-9323c69a5d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6317060'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:04.155073 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5254e5cf-2236-4899-8c32-7bb3b01d9618 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:30:04.289597 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96d19e-1b17-4abc-9cf8-9323c69a5d0f admin admin] Pushing event updated for resources: {'Port': ['ID=635d7433-1d03-4bd7-a915-0b84c1e947e4,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:30:04.294445 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-fe96d19e-1b17-4abc-9cf8-9323c69a5d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:30:04.348239 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe96d19e-1b17-4abc-9cf8-9323c69a5d0f admin admin] Network 219ac03a-311b-4888-b708-889dc0e8dfbc is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:30:04.349458 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-fe96d19e-1b17-4abc-9cf8-9323c69a5d0f admin admin] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:30:04.351873 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe96d19e-1b17-4abc-9cf8-9323c69a5d0f admin admin] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:30:04.411264 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fe96d19e-1b17-4abc-9cf8-9323c69a5d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8015151'] for router_interface, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:04.422782 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d8312780-c1ce-4114-ae1c-936a59298a2b None None] Notify callbacks [] for port, precommit_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:04.435579 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-d8312780-c1ce-4114-ae1c-936a59298a2b None None] Transition to ACTIVE for port object f20fa021-71ba-4881-9df8-419fd6cb9e3a will not be triggered until provisioned by entity L2. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:30:04.442717 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d8312780-c1ce-4114-ae1c-936a59298a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:04.516029 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:30:04.619229 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba1f899-bacd-4ed3-875a-778fdf79a62e None None] Pushing event updated for resources: {'Port': ['ID=f20fa021-71ba-4881-9df8-419fd6cb9e3a,revision_number=2']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:30:04.625162 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-cba1f899-bacd-4ed3-875a-778fdf79a62e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:30:04.625806 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-0c1fbef3-7b04-4e20-9d9b-d3ab2e426e26 None None] Provisioning for port 635d7433-1d03-4bd7-a915-0b84c1e947e4 completed by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:30:04.634499 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-0c1fbef3-7b04-4e20-9d9b-d3ab2e426e26 None None] Provisioning complete for port 635d7433-1d03-4bd7-a915-0b84c1e947e4 triggered by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:30:04.634913 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0c1fbef3-7b04-4e20-9d9b-d3ab2e426e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:04.667673 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fe96d19e-1b17-4abc-9cf8-9323c69a5d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:04.720230 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-0c1fbef3-7b04-4e20-9d9b-d3ab2e426e26 None None] Port 635d7433-1d03-4bd7-a915-0b84c1e947e4 cannot update to ACTIVE because it is not bound. {{(pid=85245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 11 17:30:04.729716 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-d8312780-c1ce-4114-ae1c-936a59298a2b None None] Attempting to bind port f20fa021-71ba-4881-9df8-419fd6cb9e3a on host dv-cinder-784779-4-smb for vnic_type normal with profile {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:30:04.730127 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-d8312780-c1ce-4114-ae1c-936a59298a2b None None] Attempting to bind port f20fa021-71ba-4881-9df8-419fd6cb9e3a by drivers openvswitch,hyperv on host dv-cinder-784779-4-smb at level 0 using segments [{'id': '0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56'}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 11 17:30:04.730532 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8312780-c1ce-4114-ae1c-936a59298a2b None None] Attempting to bind port f20fa021-71ba-4881-9df8-419fd6cb9e3a on network 760603f5-451c-4017-b5ea-df3888d3fb56 {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:30:04.736669 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8312780-c1ce-4114-ae1c-936a59298a2b None None] Checking agent: {'id': '010ff1a7-6f9a-4d7c-91bd-57c824159873', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 12, 8), 'started_at': datetime.datetime(2021, 4, 11, 17, 12, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 17:30:04.737085 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8312780-c1ce-4114-ae1c-936a59298a2b None None] Checking segment: {'id': '0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:30:04.737525 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d8312780-c1ce-4114-ae1c-936a59298a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:04.737955 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8312780-c1ce-4114-ae1c-936a59298a2b None None] Bound using segment: {'id': '0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56'} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 17:30:04.738472 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-d8312780-c1ce-4114-ae1c-936a59298a2b None None] Bound port: f20fa021-71ba-4881-9df8-419fd6cb9e3a, host: dv-cinder-784779-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56'}}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 11 17:30:04.738885 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d8312780-c1ce-4114-ae1c-936a59298a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:04.818333 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-d8312780-c1ce-4114-ae1c-936a59298a2b None None] For port f20fa021-71ba-4881-9df8-419fd6cb9e3a, host dv-cinder-784779-4-smb, cleared binding levels {{(pid=85245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 11 17:30:04.821465 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-d8312780-c1ce-4114-ae1c-936a59298a2b None None] For port f20fa021-71ba-4881-9df8-419fd6cb9e3a, host dv-cinder-784779-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=f20fa021-71ba-4881-9df8-419fd6cb9e3a,segment=NetworkSegment(0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e),segment_id=0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e)] {{(pid=85245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 11 17:30:04.824844 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d8312780-c1ce-4114-ae1c-936a59298a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:04.839934 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:30:04.937126 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fe96d19e-1b17-4abc-9cf8-9323c69a5d0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:04.941031 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fe96d19e-1b17-4abc-9cf8-9323c69a5d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848458740'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:04.969601 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-22791fba-aeb6-4ab5-bdf7-80cd125d62e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:30:04.979069 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-75157531-b602-494b-889d-de3dac38deed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:05.010101 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba1f899-bacd-4ed3-875a-778fdf79a62e None None] Pushing event updated for resources: {'Port': ['ID=f20fa021-71ba-4881-9df8-419fd6cb9e3a,revision_number=3']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:30:05.021606 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-cba1f899-bacd-4ed3-875a-778fdf79a62e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:30:05.053165 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8312780-c1ce-4114-ae1c-936a59298a2b None None] Routers {'d7de85bc-c4de-4e3e-8f04-a31626bfd920'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:30:05.053778 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-d8312780-c1ce-4114-ae1c-936a59298a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:29:37Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['d7de85bc-c4de-4e3e-8f04-a31626bfd920'], 'active': True} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:30:05.253436 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-d8312780-c1ce-4114-ae1c-936a59298a2b None None] Set router d7de85bc-c4de-4e3e-8f04-a31626bfd920 gateway port host: dv-cinder-784779-4-smb {{(pid=85245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:30:05.302140 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96d19e-1b17-4abc-9cf8-9323c69a5d0f admin admin] Pushing event updated for resources: {'Port': ['ID=635d7433-1d03-4bd7-a915-0b84c1e947e4,revision_number=2']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:30:05.304767 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fe96d19e-1b17-4abc-9cf8-9323c69a5d0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846808232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8015202'] for router_interface, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:05.319980 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-fe96d19e-1b17-4abc-9cf8-9323c69a5d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:30:05.448078 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe96d19e-1b17-4abc-9cf8-9323c69a5d0f admin admin] Network 219ac03a-311b-4888-b708-889dc0e8dfbc is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:30:05.449374 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-fe96d19e-1b17-4abc-9cf8-9323c69a5d0f admin admin] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:30:05.598804 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-d8312780-c1ce-4114-ae1c-936a59298a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7de85bc-c4de-4e3e-8f04-a31626bfd920', 'name': 'tempest-TestMinimumBasicScenario-606535106-router', 'tenant_id': '663373bb15694024989fa6f103793a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.8'}], 'enable_snat': True}, 'gw_port_id': 'f20fa021-71ba-4881-9df8-419fd6cb9e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:29:59Z', 'updated_at': '2021-04-11T17:30:04Z', 'revision_number': 4, 'project_id': '663373bb15694024989fa6f103793a16', 'gw_port': {'id': 'f20fa021-71ba-4881-9df8-419fd6cb9e3a', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7de85bc-c4de-4e3e-8f04-a31626bfd920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:30:00Z', 'updated_at': '2021-04-11T17:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': '635d7433-1d03-4bd7-a915-0b84c1e947e4', 'name': '', 'network_id': '219ac03a-311b-4888-b708-889dc0e8dfbc', 'tenant_id': '663373bb15694024989fa6f103793a16', 'mac_address': 'fa:16:3e:11:ea:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7de85bc-c4de-4e3e-8f04-a31626bfd920', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '50f472ec-52bd-4f05-a560-704168b7ea39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:30:03Z', 'updated_at': '2021-04-11T17:30:04Z', 'revision_number': 2, 'project_id': '663373bb15694024989fa6f103793a16', 'subnets': [{'id': '50f472ec-52bd-4f05-a560-704168b7ea39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:30:05.603383 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8312780-c1ce-4114-ae1c-936a59298a2b None None] The sync data for ids ['d7de85bc-c4de-4e3e-8f04-a31626bfd920'] in dv-cinder-784779-4-smb is: [{'id': 'd7de85bc-c4de-4e3e-8f04-a31626bfd920', 'name': 'tempest-TestMinimumBasicScenario-606535106-router', 'tenant_id': '663373bb15694024989fa6f103793a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.8'}], 'enable_snat': True}, 'gw_port_id': 'f20fa021-71ba-4881-9df8-419fd6cb9e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:29:59Z', 'updated_at': '2021-04-11T17:30:04Z', 'revision_number': 4, 'project_id': '663373bb15694024989fa6f103793a16', 'gw_port': {'id': 'f20fa021-71ba-4881-9df8-419fd6cb9e3a', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a9:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7de85bc-c4de-4e3e-8f04-a31626bfd920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:30:00Z', 'updated_at': '2021-04-11T17:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': '635d7433-1d03-4bd7-a915-0b84c1e947e4', 'name': '', 'network_id': '219ac03a-311b-4888-b708-889dc0e8dfbc', 'tenant_id': '663373bb15694024989fa6f103793a16', 'mac_address': 'fa:16:3e:11:ea:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7de85bc-c4de-4e3e-8f04-a31626bfd920', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '50f472ec-52bd-4f05-a560-704168b7ea39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:30:03Z', 'updated_at': '2021-04-11T17:30:04Z', 'revision_number': 2, 'project_id': '663373bb15694024989fa6f103793a16', 'subnets': [{'id': '50f472ec-52bd-4f05-a560-704168b7ea39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 11 17:30:05.649217 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device a7567adb-2ed7-4d19-b3a4-1753b4835aa3 up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:30:05.664842 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe96d19e-1b17-4abc-9cf8-9323c69a5d0f admin admin] Router d7de85bc-c4de-4e3e-8f04-a31626bfd920 has already been hosted by L3 agent 5d769fae-3c68-4f0c-97be-90cfc50b6a37 {{(pid=85244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 11 17:30:05.728442 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning complete for port a7567adb-2ed7-4d19-b3a4-1753b4835aa3 triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:30:05.728862 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:05.795740 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-4bfc09e5-ea1b-4212-98c4-a755ab38dcf1 None None] Provisioning complete for port 635d7433-1d03-4bd7-a915-0b84c1e947e4 triggered by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:30:05.796188 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4bfc09e5-ea1b-4212-98c4-a755ab38dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:05.859297 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe96d19e-1b17-4abc-9cf8-9323c69a5d0f admin admin] Notify agent at l3_agent.dv-cinder-784779-4-smb the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 11 17:30:05.869348 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-fe96d19e-1b17-4abc-9cf8-9323c69a5d0f admin admin] 10.222.0.16 "PUT /v2.0/routers/d7de85bc-c4de-4e3e-8f04-a31626bfd920/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9050484 Apr 11 17:30:05.893008 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-4bfc09e5-ea1b-4212-98c4-a755ab38dcf1 None None] Port 635d7433-1d03-4bd7-a915-0b84c1e947e4 cannot update to ACTIVE because it is not bound. {{(pid=85245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 11 17:30:06.494311 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 38048) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:30:06.501173 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-8afb3827-2963-4cb2-9dd4-1b641f060985 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1034894453-network', 'tenant_id': '3d5ec3e717a7401bb53388a8e7fa5e04'}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:30:06.506695 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-8afb3827-2963-4cb2-9dd4-1b641f060985 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:30:06.511088 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-8afb3827-2963-4cb2-9dd4-1b641f060985 admin admin] Usage tracker for resource:network and tenant:3d5ec3e717a7401bb53388a8e7fa5e04 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:30:06.514450 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-8afb3827-2963-4cb2-9dd4-1b641f060985 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:30:06.523800 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-8afb3827-2963-4cb2-9dd4-1b641f060985 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:30:06.534260 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8afb3827-2963-4cb2-9dd4-1b641f060985 admin admin] Made reservation on behalf of 3d5ec3e717a7401bb53388a8e7fa5e04 for: {'network': 1} {{(pid=85243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:30:06.539224 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8afb3827-2963-4cb2-9dd4-1b641f060985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for network, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:06.553643 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8afb3827-2963-4cb2-9dd4-1b641f060985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:06.569803 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-8afb3827-2963-4cb2-9dd4-1b641f060985 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:30:06.574303 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-8afb3827-2963-4cb2-9dd4-1b641f060985 admin admin] Usage tracker for resource:security_group_rule and tenant:3d5ec3e717a7401bb53388a8e7fa5e04 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:30:06.577580 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-8afb3827-2963-4cb2-9dd4-1b641f060985 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:30:06.584137 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-8afb3827-2963-4cb2-9dd4-1b641f060985 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:30:06.677657 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8afb3827-2963-4cb2-9dd4-1b641f060985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:06.681261 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8afb3827-2963-4cb2-9dd4-1b641f060985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:06.685886 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-34adfff5-1d77-40e1-a73b-c67090f02389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:30:06.715540 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8afb3827-2963-4cb2-9dd4-1b641f060985 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=85243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 11 17:30:06.730141 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb3827-2963-4cb2-9dd4-1b641f060985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d01197-88f9-4da2-8b03-0f9a7d44a04b,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:30:06.734675 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8afb3827-2963-4cb2-9dd4-1b641f060985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:30:06.735700 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8afb3827-2963-4cb2-9dd4-1b641f060985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854391073'] for segment, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:06.736120 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.db.segments_db [None req-8afb3827-2963-4cb2-9dd4-1b641f060985 admin admin] Added segment a295a104-a9af-406f-96ad-3c3b986a4c81 of type vlan for network c9e211c5-a276-4329-aa04-530fc7d0b82e Apr 11 17:30:06.764991 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8afb3827-2963-4cb2-9dd4-1b641f060985 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265755767019'] for network, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:06.796416 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8afb3827-2963-4cb2-9dd4-1b641f060985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213'] for network, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:06.797825 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afb3827-2963-4cb2-9dd4-1b641f060985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:30:06.798460 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8afb3827-2963-4cb2-9dd4-1b641f060985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for network, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:06.803774 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-597eff15-4185-4ebd-89fe-abf8f4f9ed51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:30:06.909334 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-8afb3827-2963-4cb2-9dd4-1b641f060985 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4137957 Apr 11 17:30:06.912141 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 38054) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:30:06.920400 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-428f4a77-3a4c-4867-baaa-a5adb91f5b7c admin admin] Request body: {'subnet': {'network_id': 'c9e211c5-a276-4329-aa04-530fc7d0b82e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1034894453-subnet', 'tenant_id': '3d5ec3e717a7401bb53388a8e7fa5e04', 'ip_version': 4}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:30:06.925234 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-428f4a77-3a4c-4867-baaa-a5adb91f5b7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:30:06.933519 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-428f4a77-3a4c-4867-baaa-a5adb91f5b7c admin admin] Usage tracker for resource:subnet and tenant:3d5ec3e717a7401bb53388a8e7fa5e04 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:30:06.936226 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb3827-2963-4cb2-9dd4-1b641f060985 admin admin] Pushing event updated for resources: {'Network': ['ID=c9e211c5-a276-4329-aa04-530fc7d0b82e,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:30:06.938608 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-428f4a77-3a4c-4867-baaa-a5adb91f5b7c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:30:06.941595 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8afb3827-2963-4cb2-9dd4-1b641f060985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:30:06.945301 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-428f4a77-3a4c-4867-baaa-a5adb91f5b7c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:30:06.947089 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Network c9e211c5-a276-4329-aa04-530fc7d0b82e details requested by agent ovs-agent-dv-cinder-784779-4-smb with host dv-cinder-784779-4-smb {{(pid=85245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 11 17:30:06.955488 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428f4a77-3a4c-4867-baaa-a5adb91f5b7c admin admin] Made reservation on behalf of 3d5ec3e717a7401bb53388a8e7fa5e04 for: {'subnet': 1} {{(pid=85243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:30:06.961204 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-428f4a77-3a4c-4867-baaa-a5adb91f5b7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036849165960'] for subnet, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:07.321533 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4b1fa7f0-3935-4f2d-af73-7d5d63da65d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:07.372269 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-428f4a77-3a4c-4867-baaa-a5adb91f5b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848420505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036849166073'] for subnet, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:07.391922 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a9179081-d76d-4847-bbc4-68787e5f12de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:30:07.525273 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f4a77-3a4c-4867-baaa-a5adb91f5b7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d02aff69-72bc-4f24-8d99-0a98f61504e4,revision_number=0']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:30:07.530074 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-428f4a77-3a4c-4867-baaa-a5adb91f5b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:30:07.587855 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-428f4a77-3a4c-4867-baaa-a5adb91f5b7c admin admin] Checking segment: {'id': 'a295a104-a9af-406f-96ad-3c3b986a4c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c9e211c5-a276-4329-aa04-530fc7d0b82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:30:07.588254 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428f4a77-3a4c-4867-baaa-a5adb91f5b7c admin admin] Network hostable DHCP agents. Network: c9e211c5-a276-4329-aa04-530fc7d0b82e, hostable agents: ['86fd9441-0b4f-48d7-82ef-ef4e0a434903'], hosted agents: [] {{(pid=85243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 11 17:30:07.608168 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428f4a77-3a4c-4867-baaa-a5adb91f5b7c admin admin] Network c9e211c5-a276-4329-aa04-530fc7d0b82e is scheduled to be hosted by DHCP agent 86fd9441-0b4f-48d7-82ef-ef4e0a434903 with binding_index 1 {{(pid=85243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 11 17:30:07.616821 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-428f4a77-3a4c-4867-baaa-a5adb91f5b7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-4-smb, c9e211c5-a276-4329-aa04-530fc7d0b82e) {{(pid=85243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:30:07.626694 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19f4d60-ef19-4126-98a9-57b771f8987c None None] Network c9e211c5-a276-4329-aa04-530fc7d0b82e requested from dv-cinder-784779-4-smb {{(pid=85245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 11 17:30:07.631398 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428f4a77-3a4c-4867-baaa-a5adb91f5b7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:30:07.632092 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-428f4a77-3a4c-4867-baaa-a5adb91f5b7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for subnet, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:07.652987 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-428f4a77-3a4c-4867-baaa-a5adb91f5b7c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7396443 Apr 11 17:30:07.655993 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 38058) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:30:07.661947 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-62194207-9e25-4d9b-a31b-16ee4ac34803 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1034894453-router', 'tenant_id': '3d5ec3e717a7401bb53388a8e7fa5e04', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56'}}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:30:07.669391 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-62194207-9e25-4d9b-a31b-16ee4ac34803 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:30:07.674500 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-62194207-9e25-4d9b-a31b-16ee4ac34803 admin admin] Usage tracker for resource:router and tenant:3d5ec3e717a7401bb53388a8e7fa5e04 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:30:07.679042 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-62194207-9e25-4d9b-a31b-16ee4ac34803 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:30:07.685407 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-62194207-9e25-4d9b-a31b-16ee4ac34803 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:30:07.692788 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device f20fa021-71ba-4881-9df8-419fd6cb9e3a up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:30:07.695753 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-62194207-9e25-4d9b-a31b-16ee4ac34803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8223040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15181'] for router, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:07.696903 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-62194207-9e25-4d9b-a31b-16ee4ac34803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846552675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846760496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8109325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854760620'] for router, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:07.712726 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-62194207-9e25-4d9b-a31b-16ee4ac34803 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:07.816766 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning for port f20fa021-71ba-4881-9df8-419fd6cb9e3a completed by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:30:07.849219 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning complete for port f20fa021-71ba-4881-9df8-419fd6cb9e3a triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:30:07.849636 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:08.001298 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-62194207-9e25-4d9b-a31b-16ee4ac34803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846760509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8223091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854760601'] for router, precommit_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:08.018869 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed7f671-2766-41a6-ba00-a22d6f6bec68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0ae14c3-df94-5977-a6f8-37c4cee246b8-c9e211c5-a276-4329-aa04-530fc7d0b82e', 'network_id': 'c9e211c5-a276-4329-aa04-530fc7d0b82e', 'tenant_id': '3d5ec3e717a7401bb53388a8e7fa5e04', 'fixed_ips': [{'subnet_id': 'd02aff69-72bc-4f24-8d99-0a98f61504e4'}]}} from dv-cinder-784779-4-smb. {{(pid=85245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 11 17:30:08.019763 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bed7f671-2766-41a6-ba00-a22d6f6bec68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:08.037640 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:08.102666 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:08.145343 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] For port f20fa021-71ba-4881-9df8-419fd6cb9e3a, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=f20fa021-71ba-4881-9df8-419fd6cb9e3a,segment=NetworkSegment(0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e),segment_id=0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:30:08.152427 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:08.157080 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:30:08.282068 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Pushing event updated for resources: {'Port': ['ID=f20fa021-71ba-4881-9df8-419fd6cb9e3a,revision_number=4']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:30:08.287414 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:30:08.288574 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-bed7f671-2766-41a6-ba00-a22d6f6bec68 None None] Allocated IP 172.20.0.2 (c9e211c5-a276-4329-aa04-530fc7d0b82e/d02aff69-72bc-4f24-8d99-0a98f61504e4/15273011-f039-4fd6-a2fb-7cf6057ad787) {{(pid=85245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:30:08.428717 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:08.537582 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bed7f671-2766-41a6-ba00-a22d6f6bec68 None None] Notify callbacks [] for port, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:08.553217 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bed7f671-2766-41a6-ba00-a22d6f6bec68 None None] Transition to ACTIVE for port object 15273011-f039-4fd6-a2fb-7cf6057ad787 will not be triggered until provisioned by entity L2. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:30:08.560108 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-62194207-9e25-4d9b-a31b-16ee4ac34803 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:08.573348 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-bed7f671-2766-41a6-ba00-a22d6f6bec68 None None] Transition to ACTIVE for port object 15273011-f039-4fd6-a2fb-7cf6057ad787 will not be triggered until provisioned by entity DHCP. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:30:08.578664 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bed7f671-2766-41a6-ba00-a22d6f6bec68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235'] for port, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:08.593719 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-62194207-9e25-4d9b-a31b-16ee4ac34803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:08.598406 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:30:08.734533 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed7f671-2766-41a6-ba00-a22d6f6bec68 None None] Pushing event updated for resources: {'Port': ['ID=15273011-f039-4fd6-a2fb-7cf6057ad787,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:30:08.737451 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bed7f671-2766-41a6-ba00-a22d6f6bec68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:30:08.740437 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-62194207-9e25-4d9b-a31b-16ee4ac34803 admin admin] Allocated IP 172.28.2.36 (760603f5-451c-4017-b5ea-df3888d3fb56/e13c5172-f61e-460b-afd0-2fdd7fa5ba98/31e55dd7-3fde-4548-929c-c4c9aaa13249) {{(pid=85243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:30:08.794079 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed7f671-2766-41a6-ba00-a22d6f6bec68 None None] Network c9e211c5-a276-4329-aa04-530fc7d0b82e is already hosted by enough agents. {{(pid=85245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:30:08.795947 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-bed7f671-2766-41a6-ba00-a22d6f6bec68 None None] Resources bound (agent type, host, resource id): {{(pid=85245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:30:08.798402 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed7f671-2766-41a6-ba00-a22d6f6bec68 None None] Received port after_create {{(pid=85245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:30:08.843103 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c6a68f-76f8-4f4f-bdef-c552c7e33cc3 None None] Sync routers for ids ['d7de85bc-c4de-4e3e-8f04-a31626bfd920'] in dv-cinder-784779-4-smb {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 11 17:30:08.853032 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c6a68f-76f8-4f4f-bdef-c552c7e33cc3 None None] Routers {'d7de85bc-c4de-4e3e-8f04-a31626bfd920'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:30:08.854043 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-c3c6a68f-76f8-4f4f-bdef-c552c7e33cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:30:07Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['d7de85bc-c4de-4e3e-8f04-a31626bfd920'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:30:08.900334 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-bed7f671-2766-41a6-ba00-a22d6f6bec68 None None] Attempting to bind port 15273011-f039-4fd6-a2fb-7cf6057ad787 on host dv-cinder-784779-4-smb for vnic_type normal with profile {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:30:08.900718 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-bed7f671-2766-41a6-ba00-a22d6f6bec68 None None] Attempting to bind port 15273011-f039-4fd6-a2fb-7cf6057ad787 by drivers openvswitch,hyperv on host dv-cinder-784779-4-smb at level 0 using segments [{'id': 'a295a104-a9af-406f-96ad-3c3b986a4c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c9e211c5-a276-4329-aa04-530fc7d0b82e'}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 11 17:30:08.901106 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed7f671-2766-41a6-ba00-a22d6f6bec68 None None] Attempting to bind port 15273011-f039-4fd6-a2fb-7cf6057ad787 on network c9e211c5-a276-4329-aa04-530fc7d0b82e {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:30:08.907498 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed7f671-2766-41a6-ba00-a22d6f6bec68 None None] Checking agent: {'id': '010ff1a7-6f9a-4d7c-91bd-57c824159873', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 12, 8), 'started_at': datetime.datetime(2021, 4, 11, 17, 12, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 17:30:08.907944 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed7f671-2766-41a6-ba00-a22d6f6bec68 None None] Checking segment: {'id': 'a295a104-a9af-406f-96ad-3c3b986a4c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c9e211c5-a276-4329-aa04-530fc7d0b82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:30:08.908070 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-62194207-9e25-4d9b-a31b-16ee4ac34803 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:08.908517 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bed7f671-2766-41a6-ba00-a22d6f6bec68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:08.908952 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed7f671-2766-41a6-ba00-a22d6f6bec68 None None] Bound using segment: {'id': 'a295a104-a9af-406f-96ad-3c3b986a4c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c9e211c5-a276-4329-aa04-530fc7d0b82e'} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 17:30:08.909474 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-bed7f671-2766-41a6-ba00-a22d6f6bec68 None None] Bound port: 15273011-f039-4fd6-a2fb-7cf6057ad787, host: dv-cinder-784779-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a295a104-a9af-406f-96ad-3c3b986a4c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c9e211c5-a276-4329-aa04-530fc7d0b82e'}}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 11 17:30:08.909886 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bed7f671-2766-41a6-ba00-a22d6f6bec68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:08.939315 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-62194207-9e25-4d9b-a31b-16ee4ac34803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6354135'] for port, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:08.955942 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-579f8302-a21f-4f7c-a193-d3f3a9d8ff85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:30:08.988245 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-bed7f671-2766-41a6-ba00-a22d6f6bec68 None None] For port 15273011-f039-4fd6-a2fb-7cf6057ad787, host dv-cinder-784779-4-smb, cleared binding levels {{(pid=85245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 11 17:30:08.991795 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-bed7f671-2766-41a6-ba00-a22d6f6bec68 None None] For port 15273011-f039-4fd6-a2fb-7cf6057ad787, host dv-cinder-784779-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=15273011-f039-4fd6-a2fb-7cf6057ad787,segment=NetworkSegment(a295a104-a9af-406f-96ad-3c3b986a4c81),segment_id=a295a104-a9af-406f-96ad-3c3b986a4c81)] {{(pid=85245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 11 17:30:08.998295 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-bed7f671-2766-41a6-ba00-a22d6f6bec68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:09.014220 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a79f52e4-d69c-4f10-88eb-66ff8ce8952a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:30:09.051930 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-c3c6a68f-76f8-4f4f-bdef-c552c7e33cc3 None None] Set router d7de85bc-c4de-4e3e-8f04-a31626bfd920 gateway port host: dv-cinder-784779-4-smb {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:30:09.099148 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62194207-9e25-4d9b-a31b-16ee4ac34803 admin admin] Pushing event updated for resources: {'Port': ['ID=31e55dd7-3fde-4548-929c-c4c9aaa13249,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:30:09.111570 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-62194207-9e25-4d9b-a31b-16ee4ac34803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:30:09.158102 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62194207-9e25-4d9b-a31b-16ee4ac34803 admin admin] Network 760603f5-451c-4017-b5ea-df3888d3fb56 is already hosted by enough agents. {{(pid=85243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:30:09.159428 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-62194207-9e25-4d9b-a31b-16ee4ac34803 admin admin] Resources bound (agent type, host, resource id): {{(pid=85243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:30:09.161730 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62194207-9e25-4d9b-a31b-16ee4ac34803 admin admin] Received port after_create {{(pid=85243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:30:09.171606 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed7f671-2766-41a6-ba00-a22d6f6bec68 None None] Pushing event updated for resources: {'Port': ['ID=15273011-f039-4fd6-a2fb-7cf6057ad787,revision_number=2']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:30:09.176853 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bed7f671-2766-41a6-ba00-a22d6f6bec68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:30:09.317821 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:09.402971 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-c3c6a68f-76f8-4f4f-bdef-c552c7e33cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7de85bc-c4de-4e3e-8f04-a31626bfd920', 'name': 'tempest-TestMinimumBasicScenario-606535106-router', 'tenant_id': '663373bb15694024989fa6f103793a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.8'}], 'enable_snat': True}, 'gw_port_id': 'f20fa021-71ba-4881-9df8-419fd6cb9e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:29:59Z', 'updated_at': '2021-04-11T17:30:04Z', 'revision_number': 4, 'project_id': '663373bb15694024989fa6f103793a16', 'gw_port': {'id': 'f20fa021-71ba-4881-9df8-419fd6cb9e3a', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de85bc-c4de-4e3e-8f04-a31626bfd920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:30:00Z', 'updated_at': '2021-04-11T17:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': '635d7433-1d03-4bd7-a915-0b84c1e947e4', 'name': '', 'network_id': '219ac03a-311b-4888-b708-889dc0e8dfbc', 'tenant_id': '663373bb15694024989fa6f103793a16', 'mac_address': 'fa:16:3e:11:ea:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7de85bc-c4de-4e3e-8f04-a31626bfd920', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '50f472ec-52bd-4f05-a560-704168b7ea39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:30:03Z', 'updated_at': '2021-04-11T17:30:04Z', 'revision_number': 2, 'project_id': '663373bb15694024989fa6f103793a16', 'subnets': [{'id': '50f472ec-52bd-4f05-a560-704168b7ea39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:30:09.407078 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c6a68f-76f8-4f4f-bdef-c552c7e33cc3 None None] Checking router: d7de85bc-c4de-4e3e-8f04-a31626bfd920 for host: dv-cinder-784779-4-smb {{(pid=85246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 11 17:30:09.407493 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c6a68f-76f8-4f4f-bdef-c552c7e33cc3 None None] Updating router d7de85bc-c4de-4e3e-8f04-a31626bfd920 port 635d7433-1d03-4bd7-a915-0b84c1e947e4 binding host dv-cinder-784779-4-smb {{(pid=85246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 11 17:30:09.470809 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c3c6a68f-76f8-4f4f-bdef-c552c7e33cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:09.619432 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-62194207-9e25-4d9b-a31b-16ee4ac34803 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:09.750257 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device 15273011-f039-4fd6-a2fb-7cf6057ad787 up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:30:09.831648 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning for port 15273011-f039-4fd6-a2fb-7cf6057ad787 completed by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:30:09.837384 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device f20fa021-71ba-4881-9df8-419fd6cb9e3a up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:30:09.916417 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning complete for port f20fa021-71ba-4881-9df8-419fd6cb9e3a triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:30:09.916836 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:09.957667 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c3c6a68f-76f8-4f4f-bdef-c552c7e33cc3 None None] Notify callbacks [] for port, precommit_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:09.970658 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-c3c6a68f-76f8-4f4f-bdef-c552c7e33cc3 None None] Transition to ACTIVE for port object 635d7433-1d03-4bd7-a915-0b84c1e947e4 will not be triggered until provisioned by entity L2. {{(pid=85246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:30:09.976774 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c3c6a68f-76f8-4f4f-bdef-c552c7e33cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:09.986023 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-62194207-9e25-4d9b-a31b-16ee4ac34803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846552709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8015338'] for router, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:09.994998 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:30:10.132565 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c84898-f35c-4e98-bb60-3d977f12ceed None None] Pushing event updated for resources: {'Port': ['ID=635d7433-1d03-4bd7-a915-0b84c1e947e4,revision_number=3']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:30:10.152090 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c84898-f35c-4e98-bb60-3d977f12ceed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:10.152477 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c84898-f35c-4e98-bb60-3d977f12ceed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:10.152854 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c84898-f35c-4e98-bb60-3d977f12ceed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:10.153227 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c84898-f35c-4e98-bb60-3d977f12ceed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:10.153589 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c84898-f35c-4e98-bb60-3d977f12ceed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:10.153952 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c84898-f35c-4e98-bb60-3d977f12ceed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:10.154840 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c84898-f35c-4e98-bb60-3d977f12ceed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:10.155197 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c84898-f35c-4e98-bb60-3d977f12ceed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:10.155558 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c84898-f35c-4e98-bb60-3d977f12ceed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:10.155958 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c84898-f35c-4e98-bb60-3d977f12ceed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:10.156315 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c84898-f35c-4e98-bb60-3d977f12ceed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:10.156668 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43c84898-f35c-4e98-bb60-3d977f12ceed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:10.161173 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-43c84898-f35c-4e98-bb60-3d977f12ceed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:30:10.214589 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62194207-9e25-4d9b-a31b-16ee4ac34803 admin admin] Router a1fc780d-06b3-4683-add3-9e345b9ad3a3 is scheduled to L3 agent 5d769fae-3c68-4f0c-97be-90cfc50b6a37 with binding_index 1 {{(pid=85243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 11 17:30:10.367811 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-c3c6a68f-76f8-4f4f-bdef-c552c7e33cc3 None None] Attempting to bind port 635d7433-1d03-4bd7-a915-0b84c1e947e4 on host dv-cinder-784779-4-smb for vnic_type normal with profile {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:30:10.368347 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-c3c6a68f-76f8-4f4f-bdef-c552c7e33cc3 None None] Attempting to bind port 635d7433-1d03-4bd7-a915-0b84c1e947e4 by drivers openvswitch,hyperv on host dv-cinder-784779-4-smb at level 0 using segments [{'id': 'b2c94fc8-f40d-4074-8440-102dfa8dc66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '219ac03a-311b-4888-b708-889dc0e8dfbc'}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 11 17:30:10.368973 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c6a68f-76f8-4f4f-bdef-c552c7e33cc3 None None] Attempting to bind port 635d7433-1d03-4bd7-a915-0b84c1e947e4 on network 219ac03a-311b-4888-b708-889dc0e8dfbc {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:30:10.375879 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c6a68f-76f8-4f4f-bdef-c552c7e33cc3 None None] Checking agent: {'id': '010ff1a7-6f9a-4d7c-91bd-57c824159873', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 12, 8), 'started_at': datetime.datetime(2021, 4, 11, 17, 12, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 17:30:10.376442 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c6a68f-76f8-4f4f-bdef-c552c7e33cc3 None None] Checking segment: {'id': 'b2c94fc8-f40d-4074-8440-102dfa8dc66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '219ac03a-311b-4888-b708-889dc0e8dfbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:30:10.376891 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c3c6a68f-76f8-4f4f-bdef-c552c7e33cc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:10.377328 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c6a68f-76f8-4f4f-bdef-c552c7e33cc3 None None] Bound using segment: {'id': 'b2c94fc8-f40d-4074-8440-102dfa8dc66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '219ac03a-311b-4888-b708-889dc0e8dfbc'} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 17:30:10.377868 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-c3c6a68f-76f8-4f4f-bdef-c552c7e33cc3 None None] Bound port: 635d7433-1d03-4bd7-a915-0b84c1e947e4, host: dv-cinder-784779-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c94fc8-f40d-4074-8440-102dfa8dc66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '219ac03a-311b-4888-b708-889dc0e8dfbc'}}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 11 17:30:10.378281 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c3c6a68f-76f8-4f4f-bdef-c552c7e33cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:10.428412 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62194207-9e25-4d9b-a31b-16ee4ac34803 admin admin] Notify agent at l3_agent.dv-cinder-784779-4-smb the message routers_updated {{(pid=85243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 11 17:30:10.446449 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b2169f-9934-4d83-b1c8-5b606c610726 None None] Sync routers for ids ['a1fc780d-06b3-4683-add3-9e345b9ad3a3'] in dv-cinder-784779-4-smb {{(pid=85245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 11 17:30:10.473530 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-c3c6a68f-76f8-4f4f-bdef-c552c7e33cc3 None None] For port 635d7433-1d03-4bd7-a915-0b84c1e947e4, host dv-cinder-784779-4-smb, cleared binding levels {{(pid=85246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 11 17:30:10.479690 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-c3c6a68f-76f8-4f4f-bdef-c552c7e33cc3 None None] For port 635d7433-1d03-4bd7-a915-0b84c1e947e4, host dv-cinder-784779-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=635d7433-1d03-4bd7-a915-0b84c1e947e4,segment=NetworkSegment(b2c94fc8-f40d-4074-8440-102dfa8dc66a),segment_id=b2c94fc8-f40d-4074-8440-102dfa8dc66a)] {{(pid=85246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 11 17:30:10.482094 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-62194207-9e25-4d9b-a31b-16ee4ac34803 admin admin] Notify callbacks [] for router, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:10.484386 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c3c6a68f-76f8-4f4f-bdef-c552c7e33cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:10.487162 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 38064) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:30:10.497363 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-62194207-9e25-4d9b-a31b-16ee4ac34803 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8401136 Apr 11 17:30:10.498763 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b2169f-9934-4d83-b1c8-5b606c610726 None None] Routers {'a1fc780d-06b3-4683-add3-9e345b9ad3a3'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:30:10.499150 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-a8b2169f-9934-4d83-b1c8-5b606c610726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:30:07Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['a1fc780d-06b3-4683-add3-9e345b9ad3a3'], 'active': True} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:30:10.507716 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:30:10.682608 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c84898-f35c-4e98-bb60-3d977f12ceed None None] Pushing event updated for resources: {'Port': ['ID=635d7433-1d03-4bd7-a915-0b84c1e947e4,revision_number=4']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:30:10.697277 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-43c84898-f35c-4e98-bb60-3d977f12ceed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:30:10.722989 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-a8b2169f-9934-4d83-b1c8-5b606c610726 None None] Set router a1fc780d-06b3-4683-add3-9e345b9ad3a3 gateway port host: dv-cinder-784779-4-smb {{(pid=85245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:30:10.745613 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c6a68f-76f8-4f4f-bdef-c552c7e33cc3 None None] Routers {'d7de85bc-c4de-4e3e-8f04-a31626bfd920'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:30:10.746287 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-c3c6a68f-76f8-4f4f-bdef-c552c7e33cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:30:07Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['d7de85bc-c4de-4e3e-8f04-a31626bfd920'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:30:10.836800 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351e5962-4f53-4d9b-8565-50cae2a168db None None] Network c9e211c5-a276-4329-aa04-530fc7d0b82e requested from dv-cinder-784779-4-smb {{(pid=85245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 11 17:30:10.973184 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-c3c6a68f-76f8-4f4f-bdef-c552c7e33cc3 None None] Set router d7de85bc-c4de-4e3e-8f04-a31626bfd920 gateway port host: dv-cinder-784779-4-smb {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:30:11.202025 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-0411efbd-448a-4074-ab59-d3a230309db2 None None] Provisioning for port 15273011-f039-4fd6-a2fb-7cf6057ad787 completed by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:30:11.215975 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-0411efbd-448a-4074-ab59-d3a230309db2 None None] Provisioning complete for port 15273011-f039-4fd6-a2fb-7cf6057ad787 triggered by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:30:11.216404 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0411efbd-448a-4074-ab59-d3a230309db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:11.327469 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-96c75c12-410d-44a4-b308-d05c5f885116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:11.507360 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-c3c6a68f-76f8-4f4f-bdef-c552c7e33cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7de85bc-c4de-4e3e-8f04-a31626bfd920', 'name': 'tempest-TestMinimumBasicScenario-606535106-router', 'tenant_id': '663373bb15694024989fa6f103793a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.8'}], 'enable_snat': True}, 'gw_port_id': 'f20fa021-71ba-4881-9df8-419fd6cb9e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:29:59Z', 'updated_at': '2021-04-11T17:30:04Z', 'revision_number': 4, 'project_id': '663373bb15694024989fa6f103793a16', 'gw_port': {'id': 'f20fa021-71ba-4881-9df8-419fd6cb9e3a', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de85bc-c4de-4e3e-8f04-a31626bfd920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:30:00Z', 'updated_at': '2021-04-11T17:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': '635d7433-1d03-4bd7-a915-0b84c1e947e4', 'name': '', 'network_id': '219ac03a-311b-4888-b708-889dc0e8dfbc', 'tenant_id': '663373bb15694024989fa6f103793a16', 'mac_address': 'fa:16:3e:11:ea:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7de85bc-c4de-4e3e-8f04-a31626bfd920', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '50f472ec-52bd-4f05-a560-704168b7ea39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:30:03Z', 'updated_at': '2021-04-11T17:30:10Z', 'revision_number': 4, 'project_id': '663373bb15694024989fa6f103793a16', 'subnets': [{'id': '50f472ec-52bd-4f05-a560-704168b7ea39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:30:11.511984 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c6a68f-76f8-4f4f-bdef-c552c7e33cc3 None None] The sync data for ids ['d7de85bc-c4de-4e3e-8f04-a31626bfd920'] in dv-cinder-784779-4-smb is: [{'id': 'd7de85bc-c4de-4e3e-8f04-a31626bfd920', 'name': 'tempest-TestMinimumBasicScenario-606535106-router', 'tenant_id': '663373bb15694024989fa6f103793a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.8'}], 'enable_snat': True}, 'gw_port_id': 'f20fa021-71ba-4881-9df8-419fd6cb9e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:29:59Z', 'updated_at': '2021-04-11T17:30:04Z', 'revision_number': 4, 'project_id': '663373bb15694024989fa6f103793a16', 'gw_port': {'id': 'f20fa021-71ba-4881-9df8-419fd6cb9e3a', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de85bc-c4de-4e3e-8f04-a31626bfd920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:30:00Z', 'updated_at': '2021-04-11T17:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': '635d7433-1d03-4bd7-a915-0b84c1e947e4', 'name': '', 'network_id': '219ac03a-311b-4888-b708-889dc0e8dfbc', 'tenant_id': '663373bb15694024989fa6f103793a16', 'mac_address': 'fa:16:3e:11:ea:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7de85bc-c4de-4e3e-8f04-a31626bfd920', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '50f472ec-52bd-4f05-a560-704168b7ea39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:30:03Z', 'updated_at': '2021-04-11T17:30:10Z', 'revision_number': 4, 'project_id': '663373bb15694024989fa6f103793a16', 'subnets': [{'id': '50f472ec-52bd-4f05-a560-704168b7ea39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 11 17:30:11.569710 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-96c75c12-410d-44a4-b308-d05c5f885116 admin admin] Allocated IP 172.20.0.1 (c9e211c5-a276-4329-aa04-530fc7d0b82e/d02aff69-72bc-4f24-8d99-0a98f61504e4/c3ba3b4d-45ea-495a-9686-cf89c14eb3c4) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:30:11.576972 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0411efbd-448a-4074-ab59-d3a230309db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:11.606404 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-0411efbd-448a-4074-ab59-d3a230309db2 None None] For port 15273011-f039-4fd6-a2fb-7cf6057ad787, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=15273011-f039-4fd6-a2fb-7cf6057ad787,segment=NetworkSegment(a295a104-a9af-406f-96ad-3c3b986a4c81),segment_id=a295a104-a9af-406f-96ad-3c3b986a4c81)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:30:11.616684 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0411efbd-448a-4074-ab59-d3a230309db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:11.616861 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 6 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:30:11.620757 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:30:11.696989 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-a8b2169f-9934-4d83-b1c8-5b606c610726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fc780d-06b3-4683-add3-9e345b9ad3a3', 'name': 'tempest-TestMinimumBasicScenario-1034894453-router', 'tenant_id': '3d5ec3e717a7401bb53388a8e7fa5e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.36'}], 'enable_snat': True}, 'gw_port_id': '31e55dd7-3fde-4548-929c-c4c9aaa13249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:30:07Z', 'updated_at': '2021-04-11T17:30:09Z', 'revision_number': 3, 'project_id': '3d5ec3e717a7401bb53388a8e7fa5e04', 'gw_port': {'id': '31e55dd7-3fde-4548-929c-c4c9aaa13249', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:87:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1fc780d-06b3-4683-add3-9e345b9ad3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:30:08Z', 'updated_at': '2021-04-11T17:30:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb'}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:30:11.705875 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device 635d7433-1d03-4bd7-a915-0b84c1e947e4 up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:30:11.758810 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b2169f-9934-4d83-b1c8-5b606c610726 None None] Checking router: a1fc780d-06b3-4683-add3-9e345b9ad3a3 for host: dv-cinder-784779-4-smb {{(pid=85245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 11 17:30:11.759215 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b2169f-9934-4d83-b1c8-5b606c610726 None None] Updating router a1fc780d-06b3-4683-add3-9e345b9ad3a3 port 31e55dd7-3fde-4548-929c-c4c9aaa13249 binding host dv-cinder-784779-4-smb {{(pid=85245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 11 17:30:11.763730 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-96c75c12-410d-44a4-b308-d05c5f885116 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:11.781943 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-96c75c12-410d-44a4-b308-d05c5f885116 admin admin] Transition to ACTIVE for port object c3ba3b4d-45ea-495a-9686-cf89c14eb3c4 will not be triggered until provisioned by entity DHCP. {{(pid=85244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:30:11.808415 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-96c75c12-410d-44a4-b308-d05c5f885116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6317060'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:11.827353 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-71cfed69-8b42-46d5-baf0-5ec537fdcd5f tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:30:11.829214 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a8b2169f-9934-4d83-b1c8-5b606c610726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:11.874038 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0411efbd-448a-4074-ab59-d3a230309db2 None None] Pushing event updated for resources: {'Port': ['ID=15273011-f039-4fd6-a2fb-7cf6057ad787,revision_number=3']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:30:11.877624 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-0411efbd-448a-4074-ab59-d3a230309db2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:30:11.971759 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c75c12-410d-44a4-b308-d05c5f885116 admin admin] Pushing event updated for resources: {'Port': ['ID=c3ba3b4d-45ea-495a-9686-cf89c14eb3c4,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:30:11.976366 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-96c75c12-410d-44a4-b308-d05c5f885116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:30:11.985929 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning for port 635d7433-1d03-4bd7-a915-0b84c1e947e4 completed by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:30:12.035338 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning complete for port 635d7433-1d03-4bd7-a915-0b84c1e947e4 triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:30:12.035695 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:12.061730 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c75c12-410d-44a4-b308-d05c5f885116 admin admin] Network c9e211c5-a276-4329-aa04-530fc7d0b82e is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:30:12.062979 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-96c75c12-410d-44a4-b308-d05c5f885116 admin admin] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:30:12.065346 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c75c12-410d-44a4-b308-d05c5f885116 admin admin] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:30:12.127552 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-96c75c12-410d-44a4-b308-d05c5f885116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8015151'] for router_interface, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:12.135020 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-3d8a3176-f233-4258-b5d8-2a3573546303 None None] Provisioning complete for port 15273011-f039-4fd6-a2fb-7cf6057ad787 triggered by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:30:12.135447 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3d8a3176-f233-4258-b5d8-2a3573546303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:12.254675 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-96c75c12-410d-44a4-b308-d05c5f885116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:12.418549 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:12.474456 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] For port 635d7433-1d03-4bd7-a915-0b84c1e947e4, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=635d7433-1d03-4bd7-a915-0b84c1e947e4,segment=NetworkSegment(b2c94fc8-f40d-4074-8440-102dfa8dc66a),segment_id=b2c94fc8-f40d-4074-8440-102dfa8dc66a)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:30:12.485080 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:12.488712 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:30:12.542338 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-96c75c12-410d-44a4-b308-d05c5f885116 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:12.546432 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-96c75c12-410d-44a4-b308-d05c5f885116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848458740'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:12.576706 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-10d79ea6-d8f7-4fea-9bb5-4cd8aa7766fa tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:30:12.634075 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Pushing event updated for resources: {'Port': ['ID=635d7433-1d03-4bd7-a915-0b84c1e947e4,revision_number=5']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:30:12.637393 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:30:12.640759 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-ef52a179-bf90-4878-ac87-92a764a74acb None None] Provisioning for port c3ba3b4d-45ea-495a-9686-cf89c14eb3c4 completed by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:30:12.653017 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-ef52a179-bf90-4878-ac87-92a764a74acb None None] Provisioning complete for port c3ba3b4d-45ea-495a-9686-cf89c14eb3c4 triggered by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:30:12.653440 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ef52a179-bf90-4878-ac87-92a764a74acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:12.665012 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c75c12-410d-44a4-b308-d05c5f885116 admin admin] Pushing event updated for resources: {'Port': ['ID=c3ba3b4d-45ea-495a-9686-cf89c14eb3c4,revision_number=2']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:30:12.667666 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-96c75c12-410d-44a4-b308-d05c5f885116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846808232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8015202'] for router_interface, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:12.680842 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-96c75c12-410d-44a4-b308-d05c5f885116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:30:12.683639 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a8b2169f-9934-4d83-b1c8-5b606c610726 None None] Notify callbacks [] for port, precommit_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:12.717932 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-a8b2169f-9934-4d83-b1c8-5b606c610726 None None] Transition to ACTIVE for port object 31e55dd7-3fde-4548-929c-c4c9aaa13249 will not be triggered until provisioned by entity L2. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:30:12.728694 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a8b2169f-9934-4d83-b1c8-5b606c610726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:12.745546 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:30:12.812583 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c75c12-410d-44a4-b308-d05c5f885116 admin admin] Network c9e211c5-a276-4329-aa04-530fc7d0b82e is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:30:12.813791 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-96c75c12-410d-44a4-b308-d05c5f885116 admin admin] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:30:12.830752 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-ef52a179-bf90-4878-ac87-92a764a74acb None None] Port c3ba3b4d-45ea-495a-9686-cf89c14eb3c4 cannot update to ACTIVE because it is not bound. {{(pid=85245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 11 17:30:12.883271 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc2115-b9e0-41c1-9ec0-7d4323d36b42 None None] Pushing event updated for resources: {'Port': ['ID=31e55dd7-3fde-4548-929c-c4c9aaa13249,revision_number=2']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:30:12.886311 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b6fc2115-b9e0-41c1-9ec0-7d4323d36b42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:30:12.958770 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-a8b2169f-9934-4d83-b1c8-5b606c610726 None None] Attempting to bind port 31e55dd7-3fde-4548-929c-c4c9aaa13249 on host dv-cinder-784779-4-smb for vnic_type normal with profile {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:30:12.959186 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-a8b2169f-9934-4d83-b1c8-5b606c610726 None None] Attempting to bind port 31e55dd7-3fde-4548-929c-c4c9aaa13249 by drivers openvswitch,hyperv on host dv-cinder-784779-4-smb at level 0 using segments [{'id': '0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56'}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 11 17:30:12.959657 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b2169f-9934-4d83-b1c8-5b606c610726 None None] Attempting to bind port 31e55dd7-3fde-4548-929c-c4c9aaa13249 on network 760603f5-451c-4017-b5ea-df3888d3fb56 {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:30:12.966109 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b2169f-9934-4d83-b1c8-5b606c610726 None None] Checking agent: {'id': '010ff1a7-6f9a-4d7c-91bd-57c824159873', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 12, 8), 'started_at': datetime.datetime(2021, 4, 11, 17, 12, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 17:30:12.966530 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b2169f-9934-4d83-b1c8-5b606c610726 None None] Checking segment: {'id': '0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:30:12.966975 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a8b2169f-9934-4d83-b1c8-5b606c610726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:12.967409 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b2169f-9934-4d83-b1c8-5b606c610726 None None] Bound using segment: {'id': '0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56'} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 17:30:12.967965 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-a8b2169f-9934-4d83-b1c8-5b606c610726 None None] Bound port: 31e55dd7-3fde-4548-929c-c4c9aaa13249, host: dv-cinder-784779-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56'}}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 11 17:30:12.968385 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a8b2169f-9934-4d83-b1c8-5b606c610726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:13.064962 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-a8b2169f-9934-4d83-b1c8-5b606c610726 None None] For port 31e55dd7-3fde-4548-929c-c4c9aaa13249, host dv-cinder-784779-4-smb, cleared binding levels {{(pid=85245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 11 17:30:13.069059 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-a8b2169f-9934-4d83-b1c8-5b606c610726 None None] For port 31e55dd7-3fde-4548-929c-c4c9aaa13249, host dv-cinder-784779-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=31e55dd7-3fde-4548-929c-c4c9aaa13249,segment=NetworkSegment(0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e),segment_id=0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e)] {{(pid=85245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 11 17:30:13.070113 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-759f75d0-b833-4743-a6ac-e0fe0b593a91 None None] Provisioning complete for port c3ba3b4d-45ea-495a-9686-cf89c14eb3c4 triggered by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:30:13.070556 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-759f75d0-b833-4743-a6ac-e0fe0b593a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:13.103511 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a8b2169f-9934-4d83-b1c8-5b606c610726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:13.125467 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:30:13.270413 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c75c12-410d-44a4-b308-d05c5f885116 admin admin] Router a1fc780d-06b3-4683-add3-9e345b9ad3a3 has already been hosted by L3 agent 5d769fae-3c68-4f0c-97be-90cfc50b6a37 {{(pid=85244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 11 17:30:13.445665 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-759f75d0-b833-4743-a6ac-e0fe0b593a91 None None] Port c3ba3b4d-45ea-495a-9686-cf89c14eb3c4 cannot update to ACTIVE because it is not bound. {{(pid=85245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 11 17:30:13.468913 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc2115-b9e0-41c1-9ec0-7d4323d36b42 None None] Pushing event updated for resources: {'Port': ['ID=31e55dd7-3fde-4548-929c-c4c9aaa13249,revision_number=3']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:30:13.469824 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c75c12-410d-44a4-b308-d05c5f885116 admin admin] Notify agent at l3_agent.dv-cinder-784779-4-smb the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 11 17:30:13.473400 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b6fc2115-b9e0-41c1-9ec0-7d4323d36b42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:30:13.485292 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-96c75c12-410d-44a4-b308-d05c5f885116 admin admin] 10.222.0.16 "PUT /v2.0/routers/a1fc780d-06b3-4683-add3-9e345b9ad3a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9969263 Apr 11 17:30:13.522271 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b2169f-9934-4d83-b1c8-5b606c610726 None None] Routers {'a1fc780d-06b3-4683-add3-9e345b9ad3a3'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:30:13.522902 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-a8b2169f-9934-4d83-b1c8-5b606c610726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:30:07Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['a1fc780d-06b3-4683-add3-9e345b9ad3a3'], 'active': True} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:30:13.655601 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device 15273011-f039-4fd6-a2fb-7cf6057ad787 up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:30:13.780268 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-a8b2169f-9934-4d83-b1c8-5b606c610726 None None] Set router a1fc780d-06b3-4683-add3-9e345b9ad3a3 gateway port host: dv-cinder-784779-4-smb {{(pid=85245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:30:13.842317 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning complete for port 15273011-f039-4fd6-a2fb-7cf6057ad787 triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:30:13.842317 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:14.161239 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device 635d7433-1d03-4bd7-a915-0b84c1e947e4 up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:30:14.291152 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning complete for port 635d7433-1d03-4bd7-a915-0b84c1e947e4 triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:30:14.291491 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:14.351815 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-a8b2169f-9934-4d83-b1c8-5b606c610726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fc780d-06b3-4683-add3-9e345b9ad3a3', 'name': 'tempest-TestMinimumBasicScenario-1034894453-router', 'tenant_id': '3d5ec3e717a7401bb53388a8e7fa5e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.36'}], 'enable_snat': True}, 'gw_port_id': '31e55dd7-3fde-4548-929c-c4c9aaa13249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:30:07Z', 'updated_at': '2021-04-11T17:30:12Z', 'revision_number': 4, 'project_id': '3d5ec3e717a7401bb53388a8e7fa5e04', 'gw_port': {'id': '31e55dd7-3fde-4548-929c-c4c9aaa13249', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:87:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1fc780d-06b3-4683-add3-9e345b9ad3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:30:08Z', 'updated_at': '2021-04-11T17:30:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': 'c3ba3b4d-45ea-495a-9686-cf89c14eb3c4', 'name': '', 'network_id': 'c9e211c5-a276-4329-aa04-530fc7d0b82e', 'tenant_id': '3d5ec3e717a7401bb53388a8e7fa5e04', 'mac_address': 'fa:16:3e:31:39:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1fc780d-06b3-4683-add3-9e345b9ad3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd02aff69-72bc-4f24-8d99-0a98f61504e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:30:11Z', 'updated_at': '2021-04-11T17:30:12Z', 'revision_number': 2, 'project_id': '3d5ec3e717a7401bb53388a8e7fa5e04', 'subnets': [{'id': 'd02aff69-72bc-4f24-8d99-0a98f61504e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:30:14.362013 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b2169f-9934-4d83-b1c8-5b606c610726 None None] The sync data for ids ['a1fc780d-06b3-4683-add3-9e345b9ad3a3'] in dv-cinder-784779-4-smb is: [{'id': 'a1fc780d-06b3-4683-add3-9e345b9ad3a3', 'name': 'tempest-TestMinimumBasicScenario-1034894453-router', 'tenant_id': '3d5ec3e717a7401bb53388a8e7fa5e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.36'}], 'enable_snat': True}, 'gw_port_id': '31e55dd7-3fde-4548-929c-c4c9aaa13249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:30:07Z', 'updated_at': '2021-04-11T17:30:12Z', 'revision_number': 4, 'project_id': '3d5ec3e717a7401bb53388a8e7fa5e04', 'gw_port': {'id': '31e55dd7-3fde-4548-929c-c4c9aaa13249', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:87:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1fc780d-06b3-4683-add3-9e345b9ad3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:30:08Z', 'updated_at': '2021-04-11T17:30:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': 'c3ba3b4d-45ea-495a-9686-cf89c14eb3c4', 'name': '', 'network_id': 'c9e211c5-a276-4329-aa04-530fc7d0b82e', 'tenant_id': '3d5ec3e717a7401bb53388a8e7fa5e04', 'mac_address': 'fa:16:3e:31:39:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1fc780d-06b3-4683-add3-9e345b9ad3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd02aff69-72bc-4f24-8d99-0a98f61504e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:30:11Z', 'updated_at': '2021-04-11T17:30:12Z', 'revision_number': 2, 'project_id': '3d5ec3e717a7401bb53388a8e7fa5e04', 'subnets': [{'id': 'd02aff69-72bc-4f24-8d99-0a98f61504e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 11 17:30:15.696872 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device 31e55dd7-3fde-4548-929c-c4c9aaa13249 up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:30:15.792831 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning for port 31e55dd7-3fde-4548-929c-c4c9aaa13249 completed by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:30:15.800809 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning complete for port 31e55dd7-3fde-4548-929c-c4c9aaa13249 triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:30:15.801240 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:15.942600 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:15.961163 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] For port 31e55dd7-3fde-4548-929c-c4c9aaa13249, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=31e55dd7-3fde-4548-929c-c4c9aaa13249,segment=NetworkSegment(0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e),segment_id=0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:30:15.964118 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:15.966226 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:30:16.042821 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Pushing event updated for resources: {'Port': ['ID=31e55dd7-3fde-4548-929c-c4c9aaa13249,revision_number=4']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:30:16.052896 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:30:17.666618 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device 31e55dd7-3fde-4548-929c-c4c9aaa13249 up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:30:17.751124 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning complete for port 31e55dd7-3fde-4548-929c-c4c9aaa13249 triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:30:17.751573 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:18.006246 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794f1c69-4652-423e-8e17-89e6f55aff5e None None] Sync routers for ids ['a1fc780d-06b3-4683-add3-9e345b9ad3a3'] in dv-cinder-784779-4-smb {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 11 17:30:18.017279 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794f1c69-4652-423e-8e17-89e6f55aff5e None None] Routers {'a1fc780d-06b3-4683-add3-9e345b9ad3a3'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:30:18.017945 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-794f1c69-4652-423e-8e17-89e6f55aff5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:30:07Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['a1fc780d-06b3-4683-add3-9e345b9ad3a3'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:30:18.227089 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-794f1c69-4652-423e-8e17-89e6f55aff5e None None] Set router a1fc780d-06b3-4683-add3-9e345b9ad3a3 gateway port host: dv-cinder-784779-4-smb {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:30:18.614475 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-794f1c69-4652-423e-8e17-89e6f55aff5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fc780d-06b3-4683-add3-9e345b9ad3a3', 'name': 'tempest-TestMinimumBasicScenario-1034894453-router', 'tenant_id': '3d5ec3e717a7401bb53388a8e7fa5e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.36'}], 'enable_snat': True}, 'gw_port_id': '31e55dd7-3fde-4548-929c-c4c9aaa13249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:30:07Z', 'updated_at': '2021-04-11T17:30:12Z', 'revision_number': 4, 'project_id': '3d5ec3e717a7401bb53388a8e7fa5e04', 'gw_port': {'id': '31e55dd7-3fde-4548-929c-c4c9aaa13249', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:87:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fc780d-06b3-4683-add3-9e345b9ad3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:30:08Z', 'updated_at': '2021-04-11T17:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': 'c3ba3b4d-45ea-495a-9686-cf89c14eb3c4', 'name': '', 'network_id': 'c9e211c5-a276-4329-aa04-530fc7d0b82e', 'tenant_id': '3d5ec3e717a7401bb53388a8e7fa5e04', 'mac_address': 'fa:16:3e:31:39:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1fc780d-06b3-4683-add3-9e345b9ad3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd02aff69-72bc-4f24-8d99-0a98f61504e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:30:11Z', 'updated_at': '2021-04-11T17:30:12Z', 'revision_number': 2, 'project_id': '3d5ec3e717a7401bb53388a8e7fa5e04', 'subnets': [{'id': 'd02aff69-72bc-4f24-8d99-0a98f61504e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:30:18.618927 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794f1c69-4652-423e-8e17-89e6f55aff5e None None] Checking router: a1fc780d-06b3-4683-add3-9e345b9ad3a3 for host: dv-cinder-784779-4-smb {{(pid=85246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 11 17:30:18.619328 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794f1c69-4652-423e-8e17-89e6f55aff5e None None] Updating router a1fc780d-06b3-4683-add3-9e345b9ad3a3 port c3ba3b4d-45ea-495a-9686-cf89c14eb3c4 binding host dv-cinder-784779-4-smb {{(pid=85246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 11 17:30:18.681958 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-794f1c69-4652-423e-8e17-89e6f55aff5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:19.161859 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-794f1c69-4652-423e-8e17-89e6f55aff5e None None] Notify callbacks [] for port, precommit_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:19.178007 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-794f1c69-4652-423e-8e17-89e6f55aff5e None None] Transition to ACTIVE for port object c3ba3b4d-45ea-495a-9686-cf89c14eb3c4 will not be triggered until provisioned by entity L2. {{(pid=85246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:30:19.184830 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-794f1c69-4652-423e-8e17-89e6f55aff5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:19.203598 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-87b4ef6e-6e93-4270-b408-92a672a4195f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:30:19.344392 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03380ec4-5390-4e1a-b894-8698bafc7636 None None] Pushing event updated for resources: {'Port': ['ID=c3ba3b4d-45ea-495a-9686-cf89c14eb3c4,revision_number=3']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:30:19.349758 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-03380ec4-5390-4e1a-b894-8698bafc7636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:30:19.580799 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-794f1c69-4652-423e-8e17-89e6f55aff5e None None] Attempting to bind port c3ba3b4d-45ea-495a-9686-cf89c14eb3c4 on host dv-cinder-784779-4-smb for vnic_type normal with profile {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:30:19.581212 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-794f1c69-4652-423e-8e17-89e6f55aff5e None None] Attempting to bind port c3ba3b4d-45ea-495a-9686-cf89c14eb3c4 by drivers openvswitch,hyperv on host dv-cinder-784779-4-smb at level 0 using segments [{'id': 'a295a104-a9af-406f-96ad-3c3b986a4c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c9e211c5-a276-4329-aa04-530fc7d0b82e'}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 11 17:30:19.581611 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794f1c69-4652-423e-8e17-89e6f55aff5e None None] Attempting to bind port c3ba3b4d-45ea-495a-9686-cf89c14eb3c4 on network c9e211c5-a276-4329-aa04-530fc7d0b82e {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:30:19.588331 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794f1c69-4652-423e-8e17-89e6f55aff5e None None] Checking agent: {'id': '010ff1a7-6f9a-4d7c-91bd-57c824159873', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 12, 8), 'started_at': datetime.datetime(2021, 4, 11, 17, 12, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 17:30:19.588745 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794f1c69-4652-423e-8e17-89e6f55aff5e None None] Checking segment: {'id': 'a295a104-a9af-406f-96ad-3c3b986a4c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c9e211c5-a276-4329-aa04-530fc7d0b82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:30:19.589243 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-794f1c69-4652-423e-8e17-89e6f55aff5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:19.589684 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794f1c69-4652-423e-8e17-89e6f55aff5e None None] Bound using segment: {'id': 'a295a104-a9af-406f-96ad-3c3b986a4c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c9e211c5-a276-4329-aa04-530fc7d0b82e'} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 17:30:19.590204 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-794f1c69-4652-423e-8e17-89e6f55aff5e None None] Bound port: c3ba3b4d-45ea-495a-9686-cf89c14eb3c4, host: dv-cinder-784779-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a295a104-a9af-406f-96ad-3c3b986a4c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'c9e211c5-a276-4329-aa04-530fc7d0b82e'}}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 11 17:30:19.590623 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-794f1c69-4652-423e-8e17-89e6f55aff5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:19.681651 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-794f1c69-4652-423e-8e17-89e6f55aff5e None None] For port c3ba3b4d-45ea-495a-9686-cf89c14eb3c4, host dv-cinder-784779-4-smb, cleared binding levels {{(pid=85246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 11 17:30:19.684472 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-794f1c69-4652-423e-8e17-89e6f55aff5e None None] For port c3ba3b4d-45ea-495a-9686-cf89c14eb3c4, host dv-cinder-784779-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=c3ba3b4d-45ea-495a-9686-cf89c14eb3c4,segment=NetworkSegment(a295a104-a9af-406f-96ad-3c3b986a4c81),segment_id=a295a104-a9af-406f-96ad-3c3b986a4c81)] {{(pid=85246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 11 17:30:19.688809 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-794f1c69-4652-423e-8e17-89e6f55aff5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:19.704882 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-78d31313-82c6-4c42-b6ac-3a523803bf63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:30:19.851843 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03380ec4-5390-4e1a-b894-8698bafc7636 None None] Pushing event updated for resources: {'Port': ['ID=c3ba3b4d-45ea-495a-9686-cf89c14eb3c4,revision_number=4']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:30:19.857226 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-03380ec4-5390-4e1a-b894-8698bafc7636 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:30:19.905634 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794f1c69-4652-423e-8e17-89e6f55aff5e None None] Routers {'a1fc780d-06b3-4683-add3-9e345b9ad3a3'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:30:19.906295 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-794f1c69-4652-423e-8e17-89e6f55aff5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:30:07Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['a1fc780d-06b3-4683-add3-9e345b9ad3a3'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:30:20.133414 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-794f1c69-4652-423e-8e17-89e6f55aff5e None None] Set router a1fc780d-06b3-4683-add3-9e345b9ad3a3 gateway port host: dv-cinder-784779-4-smb {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:30:20.494887 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-794f1c69-4652-423e-8e17-89e6f55aff5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fc780d-06b3-4683-add3-9e345b9ad3a3', 'name': 'tempest-TestMinimumBasicScenario-1034894453-router', 'tenant_id': '3d5ec3e717a7401bb53388a8e7fa5e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.36'}], 'enable_snat': True}, 'gw_port_id': '31e55dd7-3fde-4548-929c-c4c9aaa13249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:30:07Z', 'updated_at': '2021-04-11T17:30:12Z', 'revision_number': 4, 'project_id': '3d5ec3e717a7401bb53388a8e7fa5e04', 'gw_port': {'id': '31e55dd7-3fde-4548-929c-c4c9aaa13249', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:87:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fc780d-06b3-4683-add3-9e345b9ad3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:30:08Z', 'updated_at': '2021-04-11T17:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': 'c3ba3b4d-45ea-495a-9686-cf89c14eb3c4', 'name': '', 'network_id': 'c9e211c5-a276-4329-aa04-530fc7d0b82e', 'tenant_id': '3d5ec3e717a7401bb53388a8e7fa5e04', 'mac_address': 'fa:16:3e:31:39:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1fc780d-06b3-4683-add3-9e345b9ad3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd02aff69-72bc-4f24-8d99-0a98f61504e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:30:11Z', 'updated_at': '2021-04-11T17:30:19Z', 'revision_number': 4, 'project_id': '3d5ec3e717a7401bb53388a8e7fa5e04', 'subnets': [{'id': 'd02aff69-72bc-4f24-8d99-0a98f61504e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:30:20.500175 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794f1c69-4652-423e-8e17-89e6f55aff5e None None] The sync data for ids ['a1fc780d-06b3-4683-add3-9e345b9ad3a3'] in dv-cinder-784779-4-smb is: [{'id': 'a1fc780d-06b3-4683-add3-9e345b9ad3a3', 'name': 'tempest-TestMinimumBasicScenario-1034894453-router', 'tenant_id': '3d5ec3e717a7401bb53388a8e7fa5e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.36'}], 'enable_snat': True}, 'gw_port_id': '31e55dd7-3fde-4548-929c-c4c9aaa13249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:30:07Z', 'updated_at': '2021-04-11T17:30:12Z', 'revision_number': 4, 'project_id': '3d5ec3e717a7401bb53388a8e7fa5e04', 'gw_port': {'id': '31e55dd7-3fde-4548-929c-c4c9aaa13249', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:87:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fc780d-06b3-4683-add3-9e345b9ad3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:30:08Z', 'updated_at': '2021-04-11T17:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': 'c3ba3b4d-45ea-495a-9686-cf89c14eb3c4', 'name': '', 'network_id': 'c9e211c5-a276-4329-aa04-530fc7d0b82e', 'tenant_id': '3d5ec3e717a7401bb53388a8e7fa5e04', 'mac_address': 'fa:16:3e:31:39:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1fc780d-06b3-4683-add3-9e345b9ad3a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'd02aff69-72bc-4f24-8d99-0a98f61504e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:30:11Z', 'updated_at': '2021-04-11T17:30:19Z', 'revision_number': 4, 'project_id': '3d5ec3e717a7401bb53388a8e7fa5e04', 'subnets': [{'id': 'd02aff69-72bc-4f24-8d99-0a98f61504e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 11 17:30:21.692858 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device c3ba3b4d-45ea-495a-9686-cf89c14eb3c4 up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:30:21.779266 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning for port c3ba3b4d-45ea-495a-9686-cf89c14eb3c4 completed by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:30:21.784929 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning complete for port c3ba3b4d-45ea-495a-9686-cf89c14eb3c4 triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:30:21.785428 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:21.922039 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:21.940847 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] For port c3ba3b4d-45ea-495a-9686-cf89c14eb3c4, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=c3ba3b4d-45ea-495a-9686-cf89c14eb3c4,segment=NetworkSegment(a295a104-a9af-406f-96ad-3c3b986a4c81),segment_id=a295a104-a9af-406f-96ad-3c3b986a4c81)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:30:21.945266 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:21.947190 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:30:22.022568 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Pushing event updated for resources: {'Port': ['ID=c3ba3b4d-45ea-495a-9686-cf89c14eb3c4,revision_number=5']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:30:22.026242 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:30:23.337630 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-28043d88-9fdc-4965-8833-8ab6a8ced60e tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:30:23.338295 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-28043d88-9fdc-4965-8833-8ab6a8ced60e tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Synchronizing usage tracker for tenant:663373bb15694024989fa6f103793a16 on resource:network {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:30:23.354674 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-28043d88-9fdc-4965-8833-8ab6a8ced60e tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Unset dirty status for tenant:663373bb15694024989fa6f103793a16 on resource:network {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:30:23.355968 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-28043d88-9fdc-4965-8833-8ab6a8ced60e tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/networks?id=219ac03a-311b-4888-b708-889dc0e8dfbc HTTP/1.1" status: 200 len: 814 time: 0.1879594 Apr 11 17:30:23.372883 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-fea1e39c-a202-4ed2-b4c4-d8d97081cbe8 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/quotas/663373bb15694024989fa6f103793a16 HTTP/1.1" status: 200 len: 375 time: 0.0102248 Apr 11 17:30:23.467921 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-2fb7d5ee-23f2-4edf-8aaa-0abefc2ee63a tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Synchronizing usage tracker for tenant:663373bb15694024989fa6f103793a16 on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:30:23.484750 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-2fb7d5ee-23f2-4edf-8aaa-0abefc2ee63a tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Unset dirty status for tenant:663373bb15694024989fa6f103793a16 on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:30:23.486153 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-2fb7d5ee-23f2-4edf-8aaa-0abefc2ee63a tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=663373bb15694024989fa6f103793a16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1069458 Apr 11 17:30:23.637698 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-1f890ec6-5623-4ab9-8379-cec296b7fa74 service neutron] 10.222.0.16 "GET /v2.0/networks/219ac03a-311b-4888-b708-889dc0e8dfbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377311 Apr 11 17:30:23.651743 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device c3ba3b4d-45ea-495a-9686-cf89c14eb3c4 up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:30:23.728348 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning complete for port c3ba3b4d-45ea-495a-9686-cf89c14eb3c4 triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:30:23.728771 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:23.785289 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-b866e254-7a99-4f04-9778-9a35787e2f04 service neutron] 10.222.0.16 "GET /v2.0/networks/219ac03a-311b-4888-b708-889dc0e8dfbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410542 Apr 11 17:30:24.092653 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8fce3cb5-161f-49a6-b484-63ad232a74bf req-db561ff5-325e-486c-a536-97a66ea5294a tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 210 time: 0.1600266 Apr 11 17:30:25.069991 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-f5754388-e0ea-4e21-8519-fe75ad406c9a tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:30:25.071537 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-f5754388-e0ea-4e21-8519-fe75ad406c9a tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.42 "GET /v2.0/networks?id=219ac03a-311b-4888-b708-889dc0e8dfbc HTTP/1.1" status: 200 len: 814 time: 0.1618147 Apr 11 17:30:25.084111 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-02bdeeb6-98e9-4d35-93fb-edfc599eb3d1 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Request body: {'port': {'device_id': 'e8c2ee48-07ff-4035-8e3b-b7a218865438', 'network_id': '219ac03a-311b-4888-b708-889dc0e8dfbc', 'admin_state_up': True, 'tenant_id': '663373bb15694024989fa6f103793a16'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:30:25.274197 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-7f7bd973-3e16-442c-a572-cfe19a13c773 req-d6c989e4-cd75-467c-8d10-115616ca66f9 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 210 time: 0.0648589 Apr 11 17:30:25.281308 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-02bdeeb6-98e9-4d35-93fb-edfc599eb3d1 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:30:25.291889 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-02bdeeb6-98e9-4d35-93fb-edfc599eb3d1 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:30:25.301491 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-02bdeeb6-98e9-4d35-93fb-edfc599eb3d1 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Made reservation on behalf of 663373bb15694024989fa6f103793a16 for: {'port': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:30:25.307965 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-02bdeeb6-98e9-4d35-93fb-edfc599eb3d1 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:25.484513 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-02bdeeb6-98e9-4d35-93fb-edfc599eb3d1 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Allocated IP 172.20.0.6 (219ac03a-311b-4888-b708-889dc0e8dfbc/50f472ec-52bd-4f05-a560-704168b7ea39/b7766f0d-b747-43c4-96a4-0e5ee4238bd3) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:30:25.741901 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-02bdeeb6-98e9-4d35-93fb-edfc599eb3d1 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:25.766194 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-02bdeeb6-98e9-4d35-93fb-edfc599eb3d1 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Transition to ACTIVE for port object b7766f0d-b747-43c4-96a4-0e5ee4238bd3 will not be triggered until provisioned by entity DHCP. {{(pid=85244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:30:25.802895 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-02bdeeb6-98e9-4d35-93fb-edfc599eb3d1 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6317060'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:25.829521 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8eea0cd8-0de8-4243-a279-8d15047f5d7c tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:30:25.976284 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bdeeb6-98e9-4d35-93fb-edfc599eb3d1 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Pushing event updated for resources: {'Port': ['ID=b7766f0d-b747-43c4-96a4-0e5ee4238bd3,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:30:25.987102 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bdeeb6-98e9-4d35-93fb-edfc599eb3d1 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:25.987527 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bdeeb6-98e9-4d35-93fb-edfc599eb3d1 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:25.987987 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bdeeb6-98e9-4d35-93fb-edfc599eb3d1 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:25.988403 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bdeeb6-98e9-4d35-93fb-edfc599eb3d1 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:25.988813 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bdeeb6-98e9-4d35-93fb-edfc599eb3d1 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:25.989222 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bdeeb6-98e9-4d35-93fb-edfc599eb3d1 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:25.989631 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bdeeb6-98e9-4d35-93fb-edfc599eb3d1 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:25.990032 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bdeeb6-98e9-4d35-93fb-edfc599eb3d1 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:25.990436 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bdeeb6-98e9-4d35-93fb-edfc599eb3d1 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:25.990837 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bdeeb6-98e9-4d35-93fb-edfc599eb3d1 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:25.991237 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bdeeb6-98e9-4d35-93fb-edfc599eb3d1 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:25.991631 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02bdeeb6-98e9-4d35-93fb-edfc599eb3d1 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:26.009675 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-02bdeeb6-98e9-4d35-93fb-edfc599eb3d1 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:30:26.058521 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-02bdeeb6-98e9-4d35-93fb-edfc599eb3d1 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Network 219ac03a-311b-4888-b708-889dc0e8dfbc is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:30:26.059908 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-02bdeeb6-98e9-4d35-93fb-edfc599eb3d1 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:30:26.063879 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-02bdeeb6-98e9-4d35-93fb-edfc599eb3d1 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:30:26.134969 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-02bdeeb6-98e9-4d35-93fb-edfc599eb3d1 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:30:26.135684 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-02bdeeb6-98e9-4d35-93fb-edfc599eb3d1 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:26.163344 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-02bdeeb6-98e9-4d35-93fb-edfc599eb3d1 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0835097 Apr 11 17:30:26.306999 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-4e95ced1-7ec2-4692-95b9-e6d6198b3de6 None None] Provisioning for port b7766f0d-b747-43c4-96a4-0e5ee4238bd3 completed by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:30:26.313601 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-4e95ced1-7ec2-4692-95b9-e6d6198b3de6 None None] Provisioning complete for port b7766f0d-b747-43c4-96a4-0e5ee4238bd3 triggered by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:30:26.314059 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4e95ced1-7ec2-4692-95b9-e6d6198b3de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:26.541931 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca096ae-1b5d-4ecf-b3c3-d8b7579b32f1 req-7d76c4c8-3107-4bcc-90bd-0be607df277e tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:30:26.542971 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-eca096ae-1b5d-4ecf-b3c3-d8b7579b32f1 req-7d76c4c8-3107-4bcc-90bd-0be607df277e tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Synchronizing usage tracker for tenant:663373bb15694024989fa6f103793a16 on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:30:26.561607 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-eca096ae-1b5d-4ecf-b3c3-d8b7579b32f1 req-7d76c4c8-3107-4bcc-90bd-0be607df277e tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Unset dirty status for tenant:663373bb15694024989fa6f103793a16 on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:30:26.563067 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-eca096ae-1b5d-4ecf-b3c3-d8b7579b32f1 req-7d76c4c8-3107-4bcc-90bd-0be607df277e tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 931 time: 0.1647737 Apr 11 17:30:26.601990 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-4e95ced1-7ec2-4692-95b9-e6d6198b3de6 None None] Port b7766f0d-b747-43c4-96a4-0e5ee4238bd3 cannot update to ACTIVE because it is not bound. {{(pid=85245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 11 17:30:26.603803 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-eca096ae-1b5d-4ecf-b3c3-d8b7579b32f1 req-9b182d42-9b7f-495e-93e8-535be85de9e5 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Synchronizing usage tracker for tenant:663373bb15694024989fa6f103793a16 on resource:security_group {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:30:26.620894 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-eca096ae-1b5d-4ecf-b3c3-d8b7579b32f1 req-9b182d42-9b7f-495e-93e8-535be85de9e5 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Unset dirty status for tenant:663373bb15694024989fa6f103793a16 on resource:security_group {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:30:26.622134 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-eca096ae-1b5d-4ecf-b3c3-d8b7579b32f1 req-9b182d42-9b7f-495e-93e8-535be85de9e5 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/security-groups?id=967ea1d6-1218-4a7b-8a02-1773306c8510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517676 Apr 11 17:30:27.829068 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95207350-49e8-4b98-b3ee-6585cc9880eb req-5c71bf9c-5692-4e6a-966c-67ef33a69a07 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:30:27.830597 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-95207350-49e8-4b98-b3ee-6585cc9880eb req-5c71bf9c-5692-4e6a-966c-67ef33a69a07 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 931 time: 0.0898743 Apr 11 17:30:27.865743 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-95207350-49e8-4b98-b3ee-6585cc9880eb req-ac9a3384-ffce-4413-89e1-87e929efe9a0 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/security-groups?id=967ea1d6-1218-4a7b-8a02-1773306c8510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284152 Apr 11 17:30:29.086221 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080c035-c3c1-48d0-b1c0-7b490815a40d req-56bd5f3a-fb46-4bb1-8943-407ef6005d59 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:30:29.087809 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0080c035-c3c1-48d0-b1c0-7b490815a40d req-56bd5f3a-fb46-4bb1-8943-407ef6005d59 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 931 time: 0.0988984 Apr 11 17:30:29.122096 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0080c035-c3c1-48d0-b1c0-7b490815a40d req-a2d51386-0807-4bf7-90c0-a395705a1328 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/security-groups?id=967ea1d6-1218-4a7b-8a02-1773306c8510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277991 Apr 11 17:30:30.347009 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006fe6ba-37a7-46ab-8dca-ec862e63968b req-153309a5-cc19-46dc-8599-0b5d32e98629 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:30:30.348649 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-006fe6ba-37a7-46ab-8dca-ec862e63968b req-153309a5-cc19-46dc-8599-0b5d32e98629 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 931 time: 0.1023099 Apr 11 17:30:30.385006 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-006fe6ba-37a7-46ab-8dca-ec862e63968b req-2c5be54d-6faa-4a6f-8d1a-2c46d9ab41de tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/security-groups?id=967ea1d6-1218-4a7b-8a02-1773306c8510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293570 Apr 11 17:30:31.594793 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d4833-b5bc-4e31-863c-d7cbac54053a req-f0f5db10-7728-43c6-9202-ddef9e00f73d tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:30:31.596532 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-621d4833-b5bc-4e31-863c-d7cbac54053a req-f0f5db10-7728-43c6-9202-ddef9e00f73d tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 931 time: 0.0950501 Apr 11 17:30:31.649510 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-621d4833-b5bc-4e31-863c-d7cbac54053a req-a4dc81de-77b9-4914-aad4-e5dd0222a5b8 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/security-groups?id=967ea1d6-1218-4a7b-8a02-1773306c8510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404956 Apr 11 17:30:32.854364 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4003c76-4fbf-4ec6-926d-0bec33acb140 req-4d9d21e0-65cb-444f-83e1-8bec53b92709 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:30:32.855896 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a4003c76-4fbf-4ec6-926d-0bec33acb140 req-4d9d21e0-65cb-444f-83e1-8bec53b92709 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 931 time: 0.0902402 Apr 11 17:30:32.886739 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a4003c76-4fbf-4ec6-926d-0bec33acb140 req-df1781aa-d311-4d5d-b091-8c726b91e187 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/security-groups?id=967ea1d6-1218-4a7b-8a02-1773306c8510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0237095 Apr 11 17:30:33.791542 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:34.096653 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176b94f-bcc3-43e4-9f9f-6de91d298316 req-18b04a80-d859-42d7-933b-262b9bdfb291 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:30:34.098233 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d176b94f-bcc3-43e4-9f9f-6de91d298316 req-18b04a80-d859-42d7-933b-262b9bdfb291 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 931 time: 0.0945940 Apr 11 17:30:34.133383 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d176b94f-bcc3-43e4-9f9f-6de91d298316 req-d121cd68-2f91-4c0c-a1ae-6852a3eae199 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/security-groups?id=967ea1d6-1218-4a7b-8a02-1773306c8510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282538 Apr 11 17:30:34.882507 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2da6a8e9-a438-41bd-9ef1-cafa192f3e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:35.342736 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3cd9f-170f-4b95-8256-9cebe99e691b req-afb78e2f-a74b-4ec1-834c-39b18160d62f tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:30:35.344673 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3bf3cd9f-170f-4b95-8256-9cebe99e691b req-afb78e2f-a74b-4ec1-834c-39b18160d62f tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 931 time: 0.0916393 Apr 11 17:30:35.377837 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3bf3cd9f-170f-4b95-8256-9cebe99e691b req-3974f9a0-29cd-4b7c-897a-d938102fa8dc tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/security-groups?id=967ea1d6-1218-4a7b-8a02-1773306c8510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262749 Apr 11 17:30:36.575277 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ea793-11e7-4805-8785-fc08c4efa9b7 req-19dccba0-52b5-4b37-887f-098dd7f9e9d6 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:30:36.576890 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2f5ea793-11e7-4805-8785-fc08c4efa9b7 req-19dccba0-52b5-4b37-887f-098dd7f9e9d6 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 931 time: 0.0872240 Apr 11 17:30:36.610925 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2f5ea793-11e7-4805-8785-fc08c4efa9b7 req-bbcfb9b7-c862-4fd3-8c47-c9c5efda66f9 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/security-groups?id=967ea1d6-1218-4a7b-8a02-1773306c8510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268025 Apr 11 17:30:37.323562 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e39e5ca1-43b4-4125-bdf8-57b0b27e5fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:37.709768 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-b3a094c2-3dce-4837-98de-a94113622413 service neutron] Request body: {'port': {'device_id': 'e8c2ee48-07ff-4035-8e3b-b7a218865438', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:30:37.902175 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-b3a094c2-3dce-4837-98de-a94113622413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:37.953040 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d41a3-7b1b-4645-b2fa-2809aec0f498 req-5965b78b-2456-4b7f-a9d5-4f1cdc3008ab tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:30:37.954636 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f37d41a3-7b1b-4645-b2fa-2809aec0f498 req-5965b78b-2456-4b7f-a9d5-4f1cdc3008ab tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 931 time: 0.2081983 Apr 11 17:30:37.973329 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:38.034766 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f37d41a3-7b1b-4645-b2fa-2809aec0f498 req-1e7a538d-ede9-427a-9411-d6a08aeb979b tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/security-groups?id=967ea1d6-1218-4a7b-8a02-1773306c8510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722055 Apr 11 17:30:38.335368 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-b3a094c2-3dce-4837-98de-a94113622413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7766f0d-b747-43c4-96a4-0e5ee4238bd3 {{(pid=85244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 11 17:30:38.343491 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-b3a094c2-3dce-4837-98de-a94113622413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:38.359970 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-b3a094c2-3dce-4837-98de-a94113622413 service neutron] Transition to ACTIVE for port object b7766f0d-b747-43c4-96a4-0e5ee4238bd3 will not be triggered until provisioned by entity L2. {{(pid=85244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:30:38.362719 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-b3a094c2-3dce-4837-98de-a94113622413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848458740'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:38.376452 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-6f792a87-e5fc-464e-8c6b-7ff77d0b46c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:30:38.410610 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:38.512496 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a094c2-3dce-4837-98de-a94113622413 service neutron] Pushing event updated for resources: {'Port': ['ID=b7766f0d-b747-43c4-96a4-0e5ee4238bd3,revision_number=2']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:30:38.517025 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b3a094c2-3dce-4837-98de-a94113622413 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:30:38.743039 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-b3a094c2-3dce-4837-98de-a94113622413 service neutron] Attempting to bind port b7766f0d-b747-43c4-96a4-0e5ee4238bd3 on host hv-cinder-78477 for vnic_type normal with profile {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:30:38.743578 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-b3a094c2-3dce-4837-98de-a94113622413 service neutron] Attempting to bind port b7766f0d-b747-43c4-96a4-0e5ee4238bd3 by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': 'b2c94fc8-f40d-4074-8440-102dfa8dc66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '219ac03a-311b-4888-b708-889dc0e8dfbc'}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 11 17:30:38.743754 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-b3a094c2-3dce-4837-98de-a94113622413 service neutron] Attempting to bind port b7766f0d-b747-43c4-96a4-0e5ee4238bd3 on network 219ac03a-311b-4888-b708-889dc0e8dfbc {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:30:38.748664 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-b3a094c2-3dce-4837-98de-a94113622413 service neutron] Port b7766f0d-b747-43c4-96a4-0e5ee4238bd3 on network 219ac03a-311b-4888-b708-889dc0e8dfbc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:30:38.749026 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-b3a094c2-3dce-4837-98de-a94113622413 service neutron] Attempting to bind port b7766f0d-b747-43c4-96a4-0e5ee4238bd3 on network 219ac03a-311b-4888-b708-889dc0e8dfbc {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:30:38.754748 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-b3a094c2-3dce-4837-98de-a94113622413 service neutron] Checking agent: {'id': '0333fbf7-6dfe-499c-9c5e-b9bf9a863355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 18, 34), 'started_at': datetime.datetime(2021, 4, 11, 17, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 17:30:38.755131 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-b3a094c2-3dce-4837-98de-a94113622413 service neutron] Checking segment: {'id': 'b2c94fc8-f40d-4074-8440-102dfa8dc66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '219ac03a-311b-4888-b708-889dc0e8dfbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:30:38.755556 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-b3a094c2-3dce-4837-98de-a94113622413 service neutron] Bound using segment: {'id': 'b2c94fc8-f40d-4074-8440-102dfa8dc66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '219ac03a-311b-4888-b708-889dc0e8dfbc'} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 17:30:38.756068 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-b3a094c2-3dce-4837-98de-a94113622413 service neutron] Bound port: b7766f0d-b747-43c4-96a4-0e5ee4238bd3, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c94fc8-f40d-4074-8440-102dfa8dc66a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '219ac03a-311b-4888-b708-889dc0e8dfbc'}}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 11 17:30:38.756453 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-b3a094c2-3dce-4837-98de-a94113622413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:38.835606 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-b3a094c2-3dce-4837-98de-a94113622413 service neutron] For port b7766f0d-b747-43c4-96a4-0e5ee4238bd3, host hv-cinder-78477, cleared binding levels {{(pid=85244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 11 17:30:38.838669 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-b3a094c2-3dce-4837-98de-a94113622413 service neutron] For port b7766f0d-b747-43c4-96a4-0e5ee4238bd3, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b7766f0d-b747-43c4-96a4-0e5ee4238bd3,segment=NetworkSegment(b2c94fc8-f40d-4074-8440-102dfa8dc66a),segment_id=b2c94fc8-f40d-4074-8440-102dfa8dc66a)] {{(pid=85244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 11 17:30:38.841948 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-b3a094c2-3dce-4837-98de-a94113622413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848458740'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:39.100682 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-cc41e39e-1e25-41b9-81a5-66e33c6b2199 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:30:39.309328 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:39.321624 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a094c2-3dce-4837-98de-a94113622413 service neutron] Pushing event updated for resources: {'Port': ['ID=b7766f0d-b747-43c4-96a4-0e5ee4238bd3,revision_number=3']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:30:39.334947 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b3a094c2-3dce-4837-98de-a94113622413 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:30:39.366260 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a81ad3-ce58-406f-b50d-fc8d3e250018 req-f2b39ed5-88fd-4785-bdc3-cd940cc1e75b tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:30:39.367889 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-39a81ad3-ce58-406f-b50d-fc8d3e250018 req-f2b39ed5-88fd-4785-bdc3-cd940cc1e75b tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 943 time: 0.1805546 Apr 11 17:30:39.371092 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-b3a094c2-3dce-4837-98de-a94113622413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:30:39.371754 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-b3a094c2-3dce-4837-98de-a94113622413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:39.373301 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-b3a094c2-3dce-4837-98de-a94113622413 service neutron] 10.222.0.42 "PUT /v2.0/ports/b7766f0d-b747-43c4-96a4-0e5ee4238bd3 HTTP/1.1" status: 200 len: 1093 time: 1.6801324 Apr 11 17:30:39.373832 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c2ee48-07ff-4035-8e3b-b7a218865438', 'tag': 'b7766f0d-b747-43c4-96a4-0e5ee4238bd3'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:30:39.407471 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-39a81ad3-ce58-406f-b50d-fc8d3e250018 req-143ed7ca-dcc7-4080-a487-984ddc4303ce tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/security-groups?id=967ea1d6-1218-4a7b-8a02-1773306c8510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278177 Apr 11 17:30:39.448090 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c2ee48-07ff-4035-8e3b-b7a218865438', 'tag': 'b7766f0d-b747-43c4-96a4-0e5ee4238bd3', 'status': 'completed', 'code': 200} Apr 11 17:30:39.500689 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-cbe5f2ee-ad70-4a7b-a771-3db47909feb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:30:39.502361 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-cbe5f2ee-ad70-4a7b-a771-3db47909feb3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=663373bb15694024989fa6f103793a16&device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 1096 time: 0.0908115 Apr 11 17:30:39.582141 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-673631ae-bdb8-4cec-95a1-f73eb06a5f16 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7766f0d-b747-43c4-96a4-0e5ee4238bd3 HTTP/1.1" status: 200 len: 217 time: 0.0726681 Apr 11 17:30:39.652527 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-6db26c85-aea1-4746-82ec-084a7ed744cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:30:39.654079 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-6db26c85-aea1-4746-82ec-084a7ed744cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=50f472ec-52bd-4f05-a560-704168b7ea39 HTTP/1.1" status: 200 len: 853 time: 0.0661535 Apr 11 17:30:39.740815 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-f958ccb9-f119-40c1-8c05-c155d56ae72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:30:39.742404 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-f958ccb9-f119-40c1-8c05-c155d56ae72e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=219ac03a-311b-4888-b708-889dc0e8dfbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0811357 Apr 11 17:30:39.884443 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-af3e5959-106b-4ea7-bb46-35326cb5ed0a service neutron] 10.222.0.42 "GET /v2.0/networks/219ac03a-311b-4888-b708-889dc0e8dfbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336107 Apr 11 17:30:40.023446 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-fd3f7653-d5aa-4193-8d5e-b391c5130a50 req-df6eeda9-63ff-4175-8283-71c33fea8323 service neutron] 10.222.0.42 "GET /v2.0/networks/219ac03a-311b-4888-b708-889dc0e8dfbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327481 Apr 11 17:30:40.148180 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3badf-9f5f-46f3-b8ab-627002739065 req-8cc952c6-0bbf-47b2-b2fa-1ba8c97d822e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:30:40.149678 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-35b3badf-9f5f-46f3-b8ab-627002739065 req-8cc952c6-0bbf-47b2-b2fa-1ba8c97d822e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=663373bb15694024989fa6f103793a16&device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 1096 time: 0.0776045 Apr 11 17:30:40.290224 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3badf-9f5f-46f3-b8ab-627002739065 req-39304f03-c5e8-4164-9c56-f6e532f1228d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:30:40.291780 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-35b3badf-9f5f-46f3-b8ab-627002739065 req-39304f03-c5e8-4164-9c56-f6e532f1228d service neutron] 10.222.0.42 "GET /v2.0/networks?id=219ac03a-311b-4888-b708-889dc0e8dfbc HTTP/1.1" status: 200 len: 915 time: 0.1351502 Apr 11 17:30:40.368073 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-35b3badf-9f5f-46f3-b8ab-627002739065 req-b393cd1d-02c1-4ce7-bb38-ab4120917924 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7766f0d-b747-43c4-96a4-0e5ee4238bd3 HTTP/1.1" status: 200 len: 217 time: 0.0700252 Apr 11 17:30:40.435384 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3badf-9f5f-46f3-b8ab-627002739065 req-89e07681-3795-4fc3-90ce-e2ab47d06207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:30:40.437004 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-35b3badf-9f5f-46f3-b8ab-627002739065 req-89e07681-3795-4fc3-90ce-e2ab47d06207 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=50f472ec-52bd-4f05-a560-704168b7ea39 HTTP/1.1" status: 200 len: 853 time: 0.0627787 Apr 11 17:30:40.524627 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3badf-9f5f-46f3-b8ab-627002739065 req-25790524-86dc-4437-be3d-138da14fe3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:30:40.526221 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-35b3badf-9f5f-46f3-b8ab-627002739065 req-25790524-86dc-4437-be3d-138da14fe3f4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=219ac03a-311b-4888-b708-889dc0e8dfbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0833905 Apr 11 17:30:40.736930 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105f4a7-189e-44e2-a74f-f7e1875e9cfc req-37292bb9-4edf-42c2-bb50-8e190f478940 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:30:40.738450 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a105f4a7-189e-44e2-a74f-f7e1875e9cfc req-37292bb9-4edf-42c2-bb50-8e190f478940 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 943 time: 0.2113018 Apr 11 17:30:40.741932 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-35b3badf-9f5f-46f3-b8ab-627002739065 req-d3964fee-c7c2-44c6-bbe5-b172258f4d52 service neutron] 10.222.0.42 "GET /v2.0/networks/219ac03a-311b-4888-b708-889dc0e8dfbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780450 Apr 11 17:30:40.851077 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a105f4a7-189e-44e2-a74f-f7e1875e9cfc req-f5a7bc34-daff-4ea4-b9fe-d3a8cbd32884 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/security-groups?id=967ea1d6-1218-4a7b-8a02-1773306c8510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061039 Apr 11 17:30:40.903218 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-35b3badf-9f5f-46f3-b8ab-627002739065 req-c33a96d1-cc36-4ff4-8708-89b511de914b service neutron] 10.222.0.42 "GET /v2.0/networks/219ac03a-311b-4888-b708-889dc0e8dfbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462126 Apr 11 17:30:42.058013 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a83fc30-7a06-41d0-a823-5c94903af385 req-774474c1-188b-4ea7-8923-f38a0c3c1d22 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:30:42.059614 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5a83fc30-7a06-41d0-a823-5c94903af385 req-774474c1-188b-4ea7-8923-f38a0c3c1d22 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 943 time: 0.0956841 Apr 11 17:30:42.090832 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5a83fc30-7a06-41d0-a823-5c94903af385 req-1a15ccb5-9e9a-4b9a-8f39-1eb2200baabc tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/security-groups?id=967ea1d6-1218-4a7b-8a02-1773306c8510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0244331 Apr 11 17:30:43.288359 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13916d-e1a9-4064-b2c9-c906ca535360 req-64ee95b3-b002-427f-a0a1-a00dc7c25e77 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:30:43.289940 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2a13916d-e1a9-4064-b2c9-c906ca535360 req-64ee95b3-b002-427f-a0a1-a00dc7c25e77 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 943 time: 0.0880587 Apr 11 17:30:43.320039 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2a13916d-e1a9-4064-b2c9-c906ca535360 req-88acc442-06d9-4212-b9eb-146bf78879a3 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/security-groups?id=967ea1d6-1218-4a7b-8a02-1773306c8510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0230885 Apr 11 17:30:43.371678 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device b7766f0d-b747-43c4-96a4-0e5ee4238bd3 details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 11 17:30:43.509987 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port b7766f0d-b747-43c4-96a4-0e5ee4238bd3, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b7766f0d-b747-43c4-96a4-0e5ee4238bd3,segment=NetworkSegment(b2c94fc8-f40d-4074-8440-102dfa8dc66a),segment_id=b2c94fc8-f40d-4074-8440-102dfa8dc66a)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:30:43.523902 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Returning: {'device': 'b7766f0d-b747-43c4-96a4-0e5ee4238bd3', 'network_id': '219ac03a-311b-4888-b708-889dc0e8dfbc', 'port_id': 'b7766f0d-b747-43c4-96a4-0e5ee4238bd3', 'mac_address': 'fa:16:3e:66:56:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50f472ec-52bd-4f05-a560-704168b7ea39', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 17:30:43.584580 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:43.585865 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7766f0d-b747-43c4-96a4-0e5ee4238bd3 {{(pid=85245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 11 17:30:43.602042 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port b7766f0d-b747-43c4-96a4-0e5ee4238bd3, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b7766f0d-b747-43c4-96a4-0e5ee4238bd3,segment=NetworkSegment(b2c94fc8-f40d-4074-8440-102dfa8dc66a),segment_id=b2c94fc8-f40d-4074-8440-102dfa8dc66a)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:30:43.605177 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:43.606961 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:30:43.673934 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=b7766f0d-b747-43c4-96a4-0e5ee4238bd3,revision_number=4']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:30:43.677039 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:30:43.950614 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] get_ports_and_sgs() called for port_ids ['b7766f0d-b747-43c4-96a4-0e5ee4238bd3'] {{(pid=85245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 17:30:44.520947 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804e8d2-b11e-49f7-a107-437acfc1edcb req-5919bd83-395d-405f-aa76-3a5de5738cf2 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:30:44.522526 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0804e8d2-b11e-49f7-a107-437acfc1edcb req-5919bd83-395d-405f-aa76-3a5de5738cf2 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 944 time: 0.0910509 Apr 11 17:30:44.553335 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0804e8d2-b11e-49f7-a107-437acfc1edcb req-53a3df39-f078-4c6d-bee0-9e4dac0874a9 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/security-groups?id=967ea1d6-1218-4a7b-8a02-1773306c8510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0243433 Apr 11 17:30:45.402825 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device b7766f0d-b747-43c4-96a4-0e5ee4238bd3 up at agent hyperv_hv-cinder-78477 {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:30:45.473378 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Provisioning for port b7766f0d-b747-43c4-96a4-0e5ee4238bd3 completed by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:30:45.478698 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Provisioning complete for port b7766f0d-b747-43c4-96a4-0e5ee4238bd3 triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:30:45.479125 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:45.604834 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:45.616452 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c2ee48-07ff-4035-8e3b-b7a218865438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7766f0d-b747-43c4-96a4-0e5ee4238bd3'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:30:45.627284 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port b7766f0d-b747-43c4-96a4-0e5ee4238bd3, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b7766f0d-b747-43c4-96a4-0e5ee4238bd3,segment=NetworkSegment(b2c94fc8-f40d-4074-8440-102dfa8dc66a),segment_id=b2c94fc8-f40d-4074-8440-102dfa8dc66a)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:30:45.630902 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:45.632916 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:30:45.670067 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c2ee48-07ff-4035-8e3b-b7a218865438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7766f0d-b747-43c4-96a4-0e5ee4238bd3', 'code': 200} Apr 11 17:30:45.708249 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=b7766f0d-b747-43c4-96a4-0e5ee4238bd3,revision_number=5']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:30:45.711363 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:30:45.760597 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19b91a-e32d-40ae-a754-4a860d758cd8 req-9c5529e0-6081-46cf-9dea-b8d2d4ec3af8 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:30:45.762199 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6a19b91a-e32d-40ae-a754-4a860d758cd8 req-9c5529e0-6081-46cf-9dea-b8d2d4ec3af8 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 945 time: 0.0949073 Apr 11 17:30:45.792988 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6a19b91a-e32d-40ae-a754-4a860d758cd8 req-9042cb07-aabb-4923-a2a2-a1782bd7f2b7 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/security-groups?id=967ea1d6-1218-4a7b-8a02-1773306c8510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0242765 Apr 11 17:30:45.908650 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daaf9de-1ad6-4e77-b86b-20d00e4b6ac1 req-64303097-2e14-4851-8f9e-3ca30082cb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:30:45.910280 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0daaf9de-1ad6-4e77-b86b-20d00e4b6ac1 req-64303097-2e14-4851-8f9e-3ca30082cb6c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 1098 time: 0.0799649 Apr 11 17:30:45.936292 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0daaf9de-1ad6-4e77-b86b-20d00e4b6ac1 req-605b3358-bab4-43c6-81ac-f6be513ec153 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=967ea1d6-1218-4a7b-8a02-1773306c8510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0194619 Apr 11 17:30:47.000410 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd425e2-f49f-44c9-aff2-88608c8d5b51 req-372ee71d-c295-4a42-a6e1-734a04903191 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:30:47.001997 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2cd425e2-f49f-44c9-aff2-88608c8d5b51 req-372ee71d-c295-4a42-a6e1-734a04903191 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 945 time: 0.0884907 Apr 11 17:30:47.034802 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-2cd425e2-f49f-44c9-aff2-88608c8d5b51 req-33712d6b-0a18-4dcc-8039-8a728a65c332 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/security-groups?id=967ea1d6-1218-4a7b-8a02-1773306c8510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0249560 Apr 11 17:30:48.238817 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c0493-d742-4622-8101-9fccb5836690 req-79ffc812-215d-4a1b-8b8e-3ec7ee4e5de6 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:30:48.240901 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-575c0493-d742-4622-8101-9fccb5836690 req-79ffc812-215d-4a1b-8b8e-3ec7ee4e5de6 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 945 time: 0.0906751 Apr 11 17:30:48.271599 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-575c0493-d742-4622-8101-9fccb5836690 req-23fbef26-51cb-48bb-9eb2-a478ef1dfaaf tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/security-groups?id=967ea1d6-1218-4a7b-8a02-1773306c8510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0243399 Apr 11 17:30:48.471975 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00179935-3772-41fd-8a13-b95e88d85194 req-5077dd59-2718-40b7-905c-399cf8906f17 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:30:48.473614 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-00179935-3772-41fd-8a13-b95e88d85194 req-5077dd59-2718-40b7-905c-399cf8906f17 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 945 time: 0.0880876 Apr 11 17:30:48.506309 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-00179935-3772-41fd-8a13-b95e88d85194 req-8f54fb79-dc7c-4483-9651-8b4331ece39f tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/security-groups?id=967ea1d6-1218-4a7b-8a02-1773306c8510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257711 Apr 11 17:30:48.619218 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 6 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:30:48.927082 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14efde3-6eab-4a8c-8cb8-2d441dff7041 req-dc8d28e3-ad7e-4fbf-b1ac-ab0d768a9641 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:30:48.928655 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a14efde3-6eab-4a8c-8cb8-2d441dff7041 req-dc8d28e3-ad7e-4fbf-b1ac-ab0d768a9641 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 945 time: 0.0894065 Apr 11 17:30:48.958597 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a14efde3-6eab-4a8c-8cb8-2d441dff7041 req-14386e5c-f369-4c7e-9aba-bf9b98913084 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/security-groups?id=967ea1d6-1218-4a7b-8a02-1773306c8510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0236585 Apr 11 17:30:53.968930 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0575b787-763c-4693-a9f5-1b407b57beb3 req-e2cd6051-74a2-4536-b4e4-729c05812efd tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:30:53.970513 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0575b787-763c-4693-a9f5-1b407b57beb3 req-e2cd6051-74a2-4536-b4e4-729c05812efd tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 945 time: 0.0883861 Apr 11 17:30:54.001903 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0575b787-763c-4693-a9f5-1b407b57beb3 req-1188fb88-a97e-4b8d-a85c-ed375185b2bc tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/security-groups?id=967ea1d6-1218-4a7b-8a02-1773306c8510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0248985 Apr 11 17:30:54.026911 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 38254) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:30:54.153382 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991f575c-d4b2-4bda-bf62-81e30b6ab1ee tempest-TestMinimumBasicScenario-288295861 tempest-TestMinimumBasicScenario-288295861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:30:54.154151 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-991f575c-d4b2-4bda-bf62-81e30b6ab1ee tempest-TestMinimumBasicScenario-288295861 tempest-TestMinimumBasicScenario-288295861-project-admin] Synchronizing usage tracker for tenant:3d5ec3e717a7401bb53388a8e7fa5e04 on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:30:54.170368 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-991f575c-d4b2-4bda-bf62-81e30b6ab1ee tempest-TestMinimumBasicScenario-288295861 tempest-TestMinimumBasicScenario-288295861-project-admin] Unset dirty status for tenant:3d5ec3e717a7401bb53388a8e7fa5e04 on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:30:54.172174 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-991f575c-d4b2-4bda-bf62-81e30b6ab1ee tempest-TestMinimumBasicScenario-288295861 tempest-TestMinimumBasicScenario-288295861-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 1093 time: 0.1441827 Apr 11 17:30:54.175330 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 38260) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:30:54.181259 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-a281f69d-087d-45b8-a0bd-3bd82a376b82 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Request body: {'floatingip': {'floating_network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'port_id': 'b7766f0d-b747-43c4-96a4-0e5ee4238bd3', 'tenant_id': '663373bb15694024989fa6f103793a16', 'fixed_ip_address': '172.20.0.6'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:30:54.188522 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-a281f69d-087d-45b8-a0bd-3bd82a376b82 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:30:54.192618 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-a281f69d-087d-45b8-a0bd-3bd82a376b82 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Usage tracker for resource:floatingip and tenant:663373bb15694024989fa6f103793a16 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:30:54.195585 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-a281f69d-087d-45b8-a0bd-3bd82a376b82 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:30:54.201889 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-a281f69d-087d-45b8-a0bd-3bd82a376b82 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:30:54.212064 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a281f69d-087d-45b8-a0bd-3bd82a376b82 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks [] for floatingip, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:54.356422 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a281f69d-087d-45b8-a0bd-3bd82a376b82 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:54.502941 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-a281f69d-087d-45b8-a0bd-3bd82a376b82 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Allocated IP 172.28.2.161 (760603f5-451c-4017-b5ea-df3888d3fb56/e13c5172-f61e-460b-afd0-2fdd7fa5ba98/0751528c-9bba-44b6-a64b-32b221979fb0) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:30:54.657063 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a281f69d-087d-45b8-a0bd-3bd82a376b82 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:54.687242 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a281f69d-087d-45b8-a0bd-3bd82a376b82 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6317060'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:54.702101 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-1b555d04-87a5-454f-bd65-85f9807835f2 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:30:54.834901 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a281f69d-087d-45b8-a0bd-3bd82a376b82 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Pushing event updated for resources: {'Port': ['ID=0751528c-9bba-44b6-a64b-32b221979fb0,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:30:54.846690 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a281f69d-087d-45b8-a0bd-3bd82a376b82 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:30:54.888163 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a281f69d-087d-45b8-a0bd-3bd82a376b82 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Network 760603f5-451c-4017-b5ea-df3888d3fb56 is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:30:54.889326 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-a281f69d-087d-45b8-a0bd-3bd82a376b82 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:30:54.891605 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a281f69d-087d-45b8-a0bd-3bd82a376b82 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:30:55.552621 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a281f69d-087d-45b8-a0bd-3bd82a376b82 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:55.629728 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a281f69d-087d-45b8-a0bd-3bd82a376b82 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:55.893280 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a281f69d-087d-45b8-a0bd-3bd82a376b82 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:55.897183 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a281f69d-087d-45b8-a0bd-3bd82a376b82 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848458740'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:55.912367 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-02bdeeb6-98e9-4d35-93fb-edfc599eb3d1 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:30:56.049368 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a281f69d-087d-45b8-a0bd-3bd82a376b82 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Pushing event updated for resources: {'Port': ['ID=0751528c-9bba-44b6-a64b-32b221979fb0,revision_number=2']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:30:56.061714 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a281f69d-087d-45b8-a0bd-3bd82a376b82 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:30:56.150245 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a281f69d-087d-45b8-a0bd-3bd82a376b82 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846760615'] for floatingip, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:56.333605 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.db.l3_db [None req-a281f69d-087d-45b8-a0bd-3bd82a376b82 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Floating IP a8fa7dbc-6a58-4397-9a52-8cb579e5b0d4 associated. External IP: 172.28.2.161, port: b7766f0d-b747-43c4-96a4-0e5ee4238bd3. Apr 11 17:30:56.711844 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a281f69d-087d-45b8-a0bd-3bd82a376b82 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Router d7de85bc-c4de-4e3e-8f04-a31626bfd920 has already been hosted by L3 agent 5d769fae-3c68-4f0c-97be-90cfc50b6a37 {{(pid=85244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 11 17:30:56.896722 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a281f69d-087d-45b8-a0bd-3bd82a376b82 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify agent at l3_agent.dv-cinder-784779-4-smb the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 11 17:30:56.906300 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1638b6-73de-445e-9fe4-57fdf9de61fe None None] Sync routers for ids ['d7de85bc-c4de-4e3e-8f04-a31626bfd920'] in dv-cinder-784779-4-smb {{(pid=85245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 11 17:30:56.917044 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1638b6-73de-445e-9fe4-57fdf9de61fe None None] Routers {'d7de85bc-c4de-4e3e-8f04-a31626bfd920'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:30:56.917755 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-8f1638b6-73de-445e-9fe4-57fdf9de61fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:30:37Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['d7de85bc-c4de-4e3e-8f04-a31626bfd920'], 'active': True} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:30:56.920082 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a281f69d-087d-45b8-a0bd-3bd82a376b82 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for floatingip, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:56.980690 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-a281f69d-087d-45b8-a0bd-3bd82a376b82 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8041143 Apr 11 17:30:56.981371 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c2ee48-07ff-4035-8e3b-b7a218865438', 'tag': 'b7766f0d-b747-43c4-96a4-0e5ee4238bd3'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:30:56.984397 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 38264) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:30:57.000509 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-764f6efb-07d9-4c70-91d7-37094bf10bdd tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2083375602', 'description': 'tempest-secgroup-smoke-2083375602 description', 'project_id': '663373bb15694024989fa6f103793a16'}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:30:57.008369 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-764f6efb-07d9-4c70-91d7-37094bf10bdd tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:30:57.019577 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-764f6efb-07d9-4c70-91d7-37094bf10bdd tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:30:57.029050 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-764f6efb-07d9-4c70-91d7-37094bf10bdd tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:57.041319 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c2ee48-07ff-4035-8e3b-b7a218865438', 'tag': 'b7766f0d-b747-43c4-96a4-0e5ee4238bd3', 'status': 'completed', 'code': 200} Apr 11 17:30:57.056467 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-764f6efb-07d9-4c70-91d7-37094bf10bdd tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:30:57.061989 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-764f6efb-07d9-4c70-91d7-37094bf10bdd tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Usage tracker for resource:security_group_rule and tenant:663373bb15694024989fa6f103793a16 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:30:57.065294 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-764f6efb-07d9-4c70-91d7-37094bf10bdd tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:30:57.074471 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-764f6efb-07d9-4c70-91d7-37094bf10bdd tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:30:57.113864 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-8f1638b6-73de-445e-9fe4-57fdf9de61fe None None] Set router d7de85bc-c4de-4e3e-8f04-a31626bfd920 gateway port host: dv-cinder-784779-4-smb {{(pid=85245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:30:57.150513 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-764f6efb-07d9-4c70-91d7-37094bf10bdd tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:57.153768 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-764f6efb-07d9-4c70-91d7-37094bf10bdd tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:57.159796 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-3ae428aa-f6ab-456b-9a5b-e64beb2adb0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:30:57.192646 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a288a2-525d-41e1-9d0b-f6d5ff46567e req-b0c4e240-8b12-4f14-b676-b14a95bc5dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:30:57.194255 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-72a288a2-525d-41e1-9d0b-f6d5ff46567e req-b0c4e240-8b12-4f14-b676-b14a95bc5dce service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=663373bb15694024989fa6f103793a16&device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 1098 time: 0.1297791 Apr 11 17:30:57.207648 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f6efb-07d9-4c70-91d7-37094bf10bdd tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a262e566-d835-4a8e-9f1f-4928dc34ffed,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:30:57.216136 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764f6efb-07d9-4c70-91d7-37094bf10bdd tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:57.216565 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764f6efb-07d9-4c70-91d7-37094bf10bdd tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:57.216977 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764f6efb-07d9-4c70-91d7-37094bf10bdd tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:57.217422 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764f6efb-07d9-4c70-91d7-37094bf10bdd tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:57.217833 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764f6efb-07d9-4c70-91d7-37094bf10bdd tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:57.218234 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764f6efb-07d9-4c70-91d7-37094bf10bdd tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:57.218637 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764f6efb-07d9-4c70-91d7-37094bf10bdd tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:57.219041 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764f6efb-07d9-4c70-91d7-37094bf10bdd tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:57.219438 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764f6efb-07d9-4c70-91d7-37094bf10bdd tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:57.219855 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764f6efb-07d9-4c70-91d7-37094bf10bdd tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:57.220253 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764f6efb-07d9-4c70-91d7-37094bf10bdd tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:57.220647 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764f6efb-07d9-4c70-91d7-37094bf10bdd tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:30:57.224196 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-764f6efb-07d9-4c70-91d7-37094bf10bdd tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:57.228159 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-764f6efb-07d9-4c70-91d7-37094bf10bdd tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2398756 Apr 11 17:30:57.228159 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-764f6efb-07d9-4c70-91d7-37094bf10bdd tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:30:57.228898 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 38272) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:30:57.234996 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-43694e2e-977c-4612-88d6-d2a38d54ce10 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Request body: {'security_group_rule': {'security_group_id': 'a262e566-d835-4a8e-9f1f-4928dc34ffed', 'project_id': '663373bb15694024989fa6f103793a16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:30:57.242604 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-43694e2e-977c-4612-88d6-d2a38d54ce10 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:30:57.246654 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-43694e2e-977c-4612-88d6-d2a38d54ce10 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Usage tracker for resource:security_group_rule and tenant:663373bb15694024989fa6f103793a16 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:30:57.250434 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-43694e2e-977c-4612-88d6-d2a38d54ce10 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:30:57.257825 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-43694e2e-977c-4612-88d6-d2a38d54ce10 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:30:57.274803 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-43694e2e-977c-4612-88d6-d2a38d54ce10 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:57.338908 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-43694e2e-977c-4612-88d6-d2a38d54ce10 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:57.341829 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-43694e2e-977c-4612-88d6-d2a38d54ce10 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665862'] for security_group_rule, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:57.344588 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:30:57.350047 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a288a2-525d-41e1-9d0b-f6d5ff46567e req-4bd238ec-1387-4457-9b1b-d7425cdaf125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:30:57.351633 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-72a288a2-525d-41e1-9d0b-f6d5ff46567e req-4bd238ec-1387-4457-9b1b-d7425cdaf125 service neutron] 10.222.0.42 "GET /v2.0/networks?id=219ac03a-311b-4888-b708-889dc0e8dfbc HTTP/1.1" status: 200 len: 915 time: 0.1508880 Apr 11 17:30:57.372223 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43694e2e-977c-4612-88d6-d2a38d54ce10 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4ffb45d-e6ca-431d-907f-f04ee0875932,revision_number=0']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:30:57.374891 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-43694e2e-977c-4612-88d6-d2a38d54ce10 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:30:57.381589 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-43694e2e-977c-4612-88d6-d2a38d54ce10 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:57.384300 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-43694e2e-977c-4612-88d6-d2a38d54ce10 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1544111 Apr 11 17:30:57.385846 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 38276) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:30:57.391776 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-d2c19d58-173a-4472-b438-ceee6227c37e tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Request body: {'security_group_rule': {'security_group_id': 'a262e566-d835-4a8e-9f1f-4928dc34ffed', 'project_id': '663373bb15694024989fa6f103793a16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:30:57.398635 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-d2c19d58-173a-4472-b438-ceee6227c37e tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:30:57.402853 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-d2c19d58-173a-4472-b438-ceee6227c37e tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Usage tracker for resource:security_group_rule and tenant:663373bb15694024989fa6f103793a16 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:30:57.406424 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-d2c19d58-173a-4472-b438-ceee6227c37e tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:30:57.412531 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-d2c19d58-173a-4472-b438-ceee6227c37e tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:30:57.430504 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d2c19d58-173a-4472-b438-ceee6227c37e tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:57.468186 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-72a288a2-525d-41e1-9d0b-f6d5ff46567e req-96fe9d8d-10a9-4087-828d-5cb8955ce33c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7766f0d-b747-43c4-96a4-0e5ee4238bd3 HTTP/1.1" status: 200 len: 999 time: 0.1097562 Apr 11 17:30:57.497266 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-8f1638b6-73de-445e-9fe4-57fdf9de61fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7de85bc-c4de-4e3e-8f04-a31626bfd920', 'name': 'tempest-TestMinimumBasicScenario-606535106-router', 'tenant_id': '663373bb15694024989fa6f103793a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.8'}], 'enable_snat': True}, 'gw_port_id': 'f20fa021-71ba-4881-9df8-419fd6cb9e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:29:59Z', 'updated_at': '2021-04-11T17:30:04Z', 'revision_number': 4, 'project_id': '663373bb15694024989fa6f103793a16', 'gw_port': {'id': 'f20fa021-71ba-4881-9df8-419fd6cb9e3a', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de85bc-c4de-4e3e-8f04-a31626bfd920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:30:00Z', 'updated_at': '2021-04-11T17:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_floatingips': [{'id': 'a8fa7dbc-6a58-4397-9a52-8cb579e5b0d4', 'tenant_id': '663373bb15694024989fa6f103793a16', 'floating_ip_address': '172.28.2.161', 'floating_network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'router_id': 'd7de85bc-c4de-4e3e-8f04-a31626bfd920', 'port_id': 'b7766f0d-b747-43c4-96a4-0e5ee4238bd3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '219ac03a-311b-4888-b708-889dc0e8dfbc', 'mac_address': 'fa:16:3e:66:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c2ee48-07ff-4035-8e3b-b7a218865438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:30:55Z', 'updated_at': '2021-04-11T17:30:55Z', 'revision_number': 0, 'project_id': '663373bb15694024989fa6f103793a16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '635d7433-1d03-4bd7-a915-0b84c1e947e4', 'name': '', 'network_id': '219ac03a-311b-4888-b708-889dc0e8dfbc', 'tenant_id': '663373bb15694024989fa6f103793a16', 'mac_address': 'fa:16:3e:11:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de85bc-c4de-4e3e-8f04-a31626bfd920', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '50f472ec-52bd-4f05-a560-704168b7ea39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:30:03Z', 'updated_at': '2021-04-11T17:30:12Z', 'revision_number': 5, 'project_id': '663373bb15694024989fa6f103793a16', 'subnets': [{'id': '50f472ec-52bd-4f05-a560-704168b7ea39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:30:57.504751 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1638b6-73de-445e-9fe4-57fdf9de61fe None None] Checking router: d7de85bc-c4de-4e3e-8f04-a31626bfd920 for host: dv-cinder-784779-4-smb {{(pid=85245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 11 17:30:57.511811 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d2c19d58-173a-4472-b438-ceee6227c37e tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:57.514822 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d2c19d58-173a-4472-b438-ceee6227c37e tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665862'] for security_group_rule, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:57.516428 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1638b6-73de-445e-9fe4-57fdf9de61fe None None] Routers {'d7de85bc-c4de-4e3e-8f04-a31626bfd920'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:30:57.517106 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-8f1638b6-73de-445e-9fe4-57fdf9de61fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:30:37Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['d7de85bc-c4de-4e3e-8f04-a31626bfd920'], 'active': True} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:30:57.522977 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7bb785e1-41c2-4dac-8396-19155d3fd569 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:30:57.546638 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a288a2-525d-41e1-9d0b-f6d5ff46567e req-ea9c62dd-bf25-4c17-bdcf-0df53b0d4eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:30:57.547086 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c19d58-173a-4472-b438-ceee6227c37e tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c1e78c2-59ce-43cb-8701-f0d991512500,revision_number=0']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:30:57.548314 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-72a288a2-525d-41e1-9d0b-f6d5ff46567e req-ea9c62dd-bf25-4c17-bdcf-0df53b0d4eda service neutron] 10.222.0.42 "GET /v2.0/subnets?id=50f472ec-52bd-4f05-a560-704168b7ea39 HTTP/1.1" status: 200 len: 853 time: 0.0738857 Apr 11 17:30:57.549698 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d2c19d58-173a-4472-b438-ceee6227c37e tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:30:57.553504 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d2c19d58-173a-4472-b438-ceee6227c37e tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:57.557807 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-d2c19d58-173a-4472-b438-ceee6227c37e tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1679170 Apr 11 17:30:57.558038 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 38280) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:30:57.564213 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-7445b8c6-8002-4c27-8db8-e84ac1893da0 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Request body: {'security_group_rule': {'security_group_id': 'a262e566-d835-4a8e-9f1f-4928dc34ffed', 'project_id': '663373bb15694024989fa6f103793a16', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:30:57.571094 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-7445b8c6-8002-4c27-8db8-e84ac1893da0 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:30:57.575912 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-7445b8c6-8002-4c27-8db8-e84ac1893da0 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Usage tracker for resource:security_group_rule and tenant:663373bb15694024989fa6f103793a16 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:30:57.579496 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-7445b8c6-8002-4c27-8db8-e84ac1893da0 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:30:57.586303 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-7445b8c6-8002-4c27-8db8-e84ac1893da0 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:30:57.603786 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7445b8c6-8002-4c27-8db8-e84ac1893da0 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:57.640034 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a288a2-525d-41e1-9d0b-f6d5ff46567e req-2c3e1e32-840f-4f06-a876-34246f805812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:30:57.641635 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-72a288a2-525d-41e1-9d0b-f6d5ff46567e req-2c3e1e32-840f-4f06-a876-34246f805812 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=219ac03a-311b-4888-b708-889dc0e8dfbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0864637 Apr 11 17:30:57.652301 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [req-72a288a2-525d-41e1-9d0b-f6d5ff46567e req-6e75c458-c079-48e7-bbb6-523602e5d7f0 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=85244) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 17:30:57.653516 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-72a288a2-525d-41e1-9d0b-f6d5ff46567e req-6e75c458-c079-48e7-bbb6-523602e5d7f0 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057251 Apr 11 17:30:57.677500 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7445b8c6-8002-4c27-8db8-e84ac1893da0 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:57.680481 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7445b8c6-8002-4c27-8db8-e84ac1893da0 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665862'] for security_group_rule, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:57.689255 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:30:57.711105 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445b8c6-8002-4c27-8db8-e84ac1893da0 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a45ea13-0f9a-4eaa-8d05-77497a810eb4,revision_number=0']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:30:57.711485 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-8f1638b6-73de-445e-9fe4-57fdf9de61fe None None] Set router d7de85bc-c4de-4e3e-8f04-a31626bfd920 gateway port host: dv-cinder-784779-4-smb {{(pid=85245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:30:57.713809 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7445b8c6-8002-4c27-8db8-e84ac1893da0 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:30:57.722078 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7445b8c6-8002-4c27-8db8-e84ac1893da0 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:57.723590 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-7445b8c6-8002-4c27-8db8-e84ac1893da0 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1645653 Apr 11 17:30:57.726463 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 38284) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:30:57.732374 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-c1562e6a-458f-4557-a129-659cd56e21f7 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Request body: {'security_group_rule': {'security_group_id': 'a262e566-d835-4a8e-9f1f-4928dc34ffed', 'project_id': '663373bb15694024989fa6f103793a16', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:30:57.739130 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-c1562e6a-458f-4557-a129-659cd56e21f7 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:30:57.743477 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-c1562e6a-458f-4557-a129-659cd56e21f7 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Usage tracker for resource:security_group_rule and tenant:663373bb15694024989fa6f103793a16 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:30:57.746801 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-c1562e6a-458f-4557-a129-659cd56e21f7 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:30:57.753186 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-c1562e6a-458f-4557-a129-659cd56e21f7 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:30:57.771499 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c1562e6a-458f-4557-a129-659cd56e21f7 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:57.808865 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-72a288a2-525d-41e1-9d0b-f6d5ff46567e req-a65084e1-fe37-4375-854a-decb1dc4e58d service neutron] 10.222.0.42 "GET /v2.0/networks/219ac03a-311b-4888-b708-889dc0e8dfbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483448 Apr 11 17:30:57.846809 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c1562e6a-458f-4557-a129-659cd56e21f7 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:57.849872 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c1562e6a-458f-4557-a129-659cd56e21f7 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665862'] for security_group_rule, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:57.858298 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:30:57.881103 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1562e6a-458f-4557-a129-659cd56e21f7 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be403c23-959a-4ea8-8a56-b8137a2d1e7f,revision_number=0']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:30:57.884124 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c1562e6a-458f-4557-a129-659cd56e21f7 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:30:57.889697 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c1562e6a-458f-4557-a129-659cd56e21f7 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:57.893696 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-c1562e6a-458f-4557-a129-659cd56e21f7 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1633828 Apr 11 17:30:57.893968 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 38288) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:30:57.899736 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-304a4f88-3efc-4d62-9203-dcde35ea7094 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Request body: {'security_group_rule': {'security_group_id': 'a262e566-d835-4a8e-9f1f-4928dc34ffed', 'project_id': '663373bb15694024989fa6f103793a16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:30:57.906971 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-304a4f88-3efc-4d62-9203-dcde35ea7094 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:30:57.911057 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-304a4f88-3efc-4d62-9203-dcde35ea7094 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Usage tracker for resource:security_group_rule and tenant:663373bb15694024989fa6f103793a16 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:30:57.914261 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-304a4f88-3efc-4d62-9203-dcde35ea7094 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:30:57.920403 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-304a4f88-3efc-4d62-9203-dcde35ea7094 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:30:57.930566 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.db.securitygroups_db [None req-304a4f88-3efc-4d62-9203-dcde35ea7094 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Project 663373bb15694024989fa6f103793a16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 17:30:57.938127 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-304a4f88-3efc-4d62-9203-dcde35ea7094 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:57.962101 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-72a288a2-525d-41e1-9d0b-f6d5ff46567e req-9b8bc0e4-a75d-4fb0-b714-c7c784497480 service neutron] 10.222.0.42 "GET /v2.0/networks/219ac03a-311b-4888-b708-889dc0e8dfbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456876 Apr 11 17:30:58.010234 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-304a4f88-3efc-4d62-9203-dcde35ea7094 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:58.012911 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-304a4f88-3efc-4d62-9203-dcde35ea7094 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665862'] for security_group_rule, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:58.015503 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:30:58.039461 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304a4f88-3efc-4d62-9203-dcde35ea7094 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86922793-8f4e-496b-80c3-d72476937419,revision_number=0']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:30:58.042181 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-304a4f88-3efc-4d62-9203-dcde35ea7094 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:30:58.049127 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-304a4f88-3efc-4d62-9203-dcde35ea7094 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:58.050514 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-304a4f88-3efc-4d62-9203-dcde35ea7094 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1555820 Apr 11 17:30:58.053501 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 38292) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:30:58.059186 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-e28a47b4-4189-4a40-9dec-b7e8b7da8e0e tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Request body: {'security_group_rule': {'security_group_id': 'a262e566-d835-4a8e-9f1f-4928dc34ffed', 'project_id': '663373bb15694024989fa6f103793a16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:30:58.066165 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-e28a47b4-4189-4a40-9dec-b7e8b7da8e0e tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:30:58.070087 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-e28a47b4-4189-4a40-9dec-b7e8b7da8e0e tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Usage tracker for resource:security_group_rule and tenant:663373bb15694024989fa6f103793a16 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:30:58.073137 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-e28a47b4-4189-4a40-9dec-b7e8b7da8e0e tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:30:58.079815 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-e28a47b4-4189-4a40-9dec-b7e8b7da8e0e tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:30:58.084226 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-8f1638b6-73de-445e-9fe4-57fdf9de61fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7de85bc-c4de-4e3e-8f04-a31626bfd920', 'name': 'tempest-TestMinimumBasicScenario-606535106-router', 'tenant_id': '663373bb15694024989fa6f103793a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.8'}], 'enable_snat': True}, 'gw_port_id': 'f20fa021-71ba-4881-9df8-419fd6cb9e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:29:59Z', 'updated_at': '2021-04-11T17:30:04Z', 'revision_number': 4, 'project_id': '663373bb15694024989fa6f103793a16', 'gw_port': {'id': 'f20fa021-71ba-4881-9df8-419fd6cb9e3a', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de85bc-c4de-4e3e-8f04-a31626bfd920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:30:00Z', 'updated_at': '2021-04-11T17:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_floatingips': [{'id': 'a8fa7dbc-6a58-4397-9a52-8cb579e5b0d4', 'tenant_id': '663373bb15694024989fa6f103793a16', 'floating_ip_address': '172.28.2.161', 'floating_network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'router_id': 'd7de85bc-c4de-4e3e-8f04-a31626bfd920', 'port_id': 'b7766f0d-b747-43c4-96a4-0e5ee4238bd3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '219ac03a-311b-4888-b708-889dc0e8dfbc', 'mac_address': 'fa:16:3e:66:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c2ee48-07ff-4035-8e3b-b7a218865438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:30:55Z', 'updated_at': '2021-04-11T17:30:55Z', 'revision_number': 0, 'project_id': '663373bb15694024989fa6f103793a16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '635d7433-1d03-4bd7-a915-0b84c1e947e4', 'name': '', 'network_id': '219ac03a-311b-4888-b708-889dc0e8dfbc', 'tenant_id': '663373bb15694024989fa6f103793a16', 'mac_address': 'fa:16:3e:11:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de85bc-c4de-4e3e-8f04-a31626bfd920', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '50f472ec-52bd-4f05-a560-704168b7ea39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:30:03Z', 'updated_at': '2021-04-11T17:30:12Z', 'revision_number': 5, 'project_id': '663373bb15694024989fa6f103793a16', 'subnets': [{'id': '50f472ec-52bd-4f05-a560-704168b7ea39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:30:58.088454 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1638b6-73de-445e-9fe4-57fdf9de61fe None None] The sync data for ids ['d7de85bc-c4de-4e3e-8f04-a31626bfd920'] in dv-cinder-784779-4-smb is: [{'id': 'd7de85bc-c4de-4e3e-8f04-a31626bfd920', 'name': 'tempest-TestMinimumBasicScenario-606535106-router', 'tenant_id': '663373bb15694024989fa6f103793a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.8'}], 'enable_snat': True}, 'gw_port_id': 'f20fa021-71ba-4881-9df8-419fd6cb9e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:29:59Z', 'updated_at': '2021-04-11T17:30:04Z', 'revision_number': 4, 'project_id': '663373bb15694024989fa6f103793a16', 'gw_port': {'id': 'f20fa021-71ba-4881-9df8-419fd6cb9e3a', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de85bc-c4de-4e3e-8f04-a31626bfd920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:30:00Z', 'updated_at': '2021-04-11T17:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_floatingips': [{'id': 'a8fa7dbc-6a58-4397-9a52-8cb579e5b0d4', 'tenant_id': '663373bb15694024989fa6f103793a16', 'floating_ip_address': '172.28.2.161', 'floating_network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'router_id': 'd7de85bc-c4de-4e3e-8f04-a31626bfd920', 'port_id': 'b7766f0d-b747-43c4-96a4-0e5ee4238bd3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '219ac03a-311b-4888-b708-889dc0e8dfbc', 'mac_address': 'fa:16:3e:66:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c2ee48-07ff-4035-8e3b-b7a218865438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:30:55Z', 'updated_at': '2021-04-11T17:30:55Z', 'revision_number': 0, 'project_id': '663373bb15694024989fa6f103793a16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '635d7433-1d03-4bd7-a915-0b84c1e947e4', 'name': '', 'network_id': '219ac03a-311b-4888-b708-889dc0e8dfbc', 'tenant_id': '663373bb15694024989fa6f103793a16', 'mac_address': 'fa:16:3e:11:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de85bc-c4de-4e3e-8f04-a31626bfd920', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '50f472ec-52bd-4f05-a560-704168b7ea39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:30:03Z', 'updated_at': '2021-04-11T17:30:12Z', 'revision_number': 5, 'project_id': '663373bb15694024989fa6f103793a16', 'subnets': [{'id': '50f472ec-52bd-4f05-a560-704168b7ea39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 11 17:30:58.089955 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.db.securitygroups_db [None req-e28a47b4-4189-4a40-9dec-b7e8b7da8e0e tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Project 663373bb15694024989fa6f103793a16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 17:30:58.097246 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e28a47b4-4189-4a40-9dec-b7e8b7da8e0e tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:58.170041 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e28a47b4-4189-4a40-9dec-b7e8b7da8e0e tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:58.172719 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e28a47b4-4189-4a40-9dec-b7e8b7da8e0e tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665862'] for security_group_rule, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:58.174821 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-43694e2e-977c-4612-88d6-d2a38d54ce10 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:30:58.198094 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a47b4-4189-4a40-9dec-b7e8b7da8e0e tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c7a73ab-75ca-4088-a89e-4d29a3d17371,revision_number=0']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:30:58.200574 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e28a47b4-4189-4a40-9dec-b7e8b7da8e0e tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:30:58.207470 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e28a47b4-4189-4a40-9dec-b7e8b7da8e0e tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:58.208791 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-e28a47b4-4189-4a40-9dec-b7e8b7da8e0e tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1542499 Apr 11 17:30:58.320306 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d4339105-d3d3-4d23-998f-ffb3ce8d6dfe req-aeed40cc-d430-4d6c-b127-fd972f3a2bd3 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2083375602&fields=id&tenant_id=663373bb15694024989fa6f103793a16 HTTP/1.1" status: 200 len: 267 time: 0.0254781 Apr 11 17:30:58.384163 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe0161a-8791-4df9-82f8-f2c0f0333ed5 None None] New status for floating IP a8fa7dbc-6a58-4397-9a52-8cb579e5b0d4: ACTIVE {{(pid=85246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 11 17:30:58.415620 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4339105-d3d3-4d23-998f-ffb3ce8d6dfe req-61d31474-0ee4-42c3-ab9d-bed525e307f1 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:30:58.417217 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d4339105-d3d3-4d23-998f-ffb3ce8d6dfe req-61d31474-0ee4-42c3-ab9d-bed525e307f1 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 945 time: 0.0905149 Apr 11 17:30:58.430080 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [req-d4339105-d3d3-4d23-998f-ffb3ce8d6dfe req-a0a52388-39c8-4d66-83f5-7b627c4d8868 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Request body: {'port': {'security_groups': ['967ea1d6-1218-4a7b-8a02-1773306c8510', 'a262e566-d835-4a8e-9f1f-4928dc34ffed']}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:30:58.570915 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d4339105-d3d3-4d23-998f-ffb3ce8d6dfe req-a0a52388-39c8-4d66-83f5-7b627c4d8868 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:58.888800 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-d4339105-d3d3-4d23-998f-ffb3ce8d6dfe req-a0a52388-39c8-4d66-83f5-7b627c4d8868 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] For port b7766f0d-b747-43c4-96a4-0e5ee4238bd3, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b7766f0d-b747-43c4-96a4-0e5ee4238bd3,segment=NetworkSegment(b2c94fc8-f40d-4074-8440-102dfa8dc66a),segment_id=b2c94fc8-f40d-4074-8440-102dfa8dc66a)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:30:58.915190 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d4339105-d3d3-4d23-998f-ffb3ce8d6dfe req-a0a52388-39c8-4d66-83f5-7b627c4d8868 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:58.918697 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d4339105-d3d3-4d23-998f-ffb3ce8d6dfe req-a0a52388-39c8-4d66-83f5-7b627c4d8868 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848458740'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:58.929927 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] get_ports_and_sgs() called for port_ids ['b7766f0d-b747-43c4-96a4-0e5ee4238bd3'] {{(pid=85245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 17:30:58.937402 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b3a094c2-3dce-4837-98de-a94113622413 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:30:59.100732 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a52388-39c8-4d66-83f5-7b627c4d8868 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Pushing event updated for resources: {'Port': ['ID=b7766f0d-b747-43c4-96a4-0e5ee4238bd3,revision_number=6']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:30:59.105384 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a0a52388-39c8-4d66-83f5-7b627c4d8868 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:30:59.145402 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4339105-d3d3-4d23-998f-ffb3ce8d6dfe req-a0a52388-39c8-4d66-83f5-7b627c4d8868 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:30:59.146094 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d4339105-d3d3-4d23-998f-ffb3ce8d6dfe req-a0a52388-39c8-4d66-83f5-7b627c4d8868 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:59.147660 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d4339105-d3d3-4d23-998f-ffb3ce8d6dfe req-a0a52388-39c8-4d66-83f5-7b627c4d8868 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "PUT /v2.0/ports/b7766f0d-b747-43c4-96a4-0e5ee4238bd3 HTTP/1.1" status: 200 len: 981 time: 0.7226233 Apr 11 17:30:59.148250 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c2ee48-07ff-4035-8e3b-b7a218865438', 'tag': 'b7766f0d-b747-43c4-96a4-0e5ee4238bd3'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:30:59.218306 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c2ee48-07ff-4035-8e3b-b7a218865438', 'tag': 'b7766f0d-b747-43c4-96a4-0e5ee4238bd3', 'status': 'completed', 'code': 200} Apr 11 17:30:59.239677 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] get_ports_and_sgs() called for port_ids ['b7766f0d-b747-43c4-96a4-0e5ee4238bd3'] {{(pid=85245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 17:30:59.394839 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d86c2-61ba-4094-ab3c-8c76a28e0dc4 req-c1d36764-9771-4582-8ca4-f86660b900c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:30:59.396385 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a39d86c2-61ba-4094-ab3c-8c76a28e0dc4 req-c1d36764-9771-4582-8ca4-f86660b900c4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=663373bb15694024989fa6f103793a16&device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 1137 time: 0.1548493 Apr 11 17:30:59.406339 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef167454-a917-4e4e-93dc-8253ca78d634 req-9093c7ba-e0e0-4855-9ecc-115e7aadf32b tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:30:59.407905 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ef167454-a917-4e4e-93dc-8253ca78d634 req-9093c7ba-e0e0-4855-9ecc-115e7aadf32b tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 984 time: 0.1303103 Apr 11 17:30:59.433393 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-56ac72a7-a306-4154-bd1e-f6f1b3901eb9 None None] Provisioning complete for port b7766f0d-b747-43c4-96a4-0e5ee4238bd3 triggered by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:30:59.433787 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-56ac72a7-a306-4154-bd1e-f6f1b3901eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:30:59.784469 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ef167454-a917-4e4e-93dc-8253ca78d634 req-7adad3c6-182f-4422-8d1f-a6a2d8291b66 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/security-groups?id=967ea1d6-1218-4a7b-8a02-1773306c8510&id=a262e566-d835-4a8e-9f1f-4928dc34ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0929964 Apr 11 17:30:59.833932 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d86c2-61ba-4094-ab3c-8c76a28e0dc4 req-931aa941-b2e1-48ca-87f7-97b33c038305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:30:59.835501 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a39d86c2-61ba-4094-ab3c-8c76a28e0dc4 req-931aa941-b2e1-48ca-87f7-97b33c038305 service neutron] 10.222.0.42 "GET /v2.0/networks?id=219ac03a-311b-4888-b708-889dc0e8dfbc HTTP/1.1" status: 200 len: 915 time: 0.4267302 Apr 11 17:30:59.945286 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a39d86c2-61ba-4094-ab3c-8c76a28e0dc4 req-a1d018c1-e610-459f-9f34-7c6fab4eff85 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7766f0d-b747-43c4-96a4-0e5ee4238bd3 HTTP/1.1" status: 200 len: 1001 time: 0.1026025 Apr 11 17:31:00.014031 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d86c2-61ba-4094-ab3c-8c76a28e0dc4 req-1be0c368-2a2f-4758-aa58-59272b1ed8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:31:00.016105 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a39d86c2-61ba-4094-ab3c-8c76a28e0dc4 req-1be0c368-2a2f-4758-aa58-59272b1ed8b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=50f472ec-52bd-4f05-a560-704168b7ea39 HTTP/1.1" status: 200 len: 853 time: 0.0635421 Apr 11 17:31:00.102071 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d86c2-61ba-4094-ab3c-8c76a28e0dc4 req-549ad41c-b650-48db-a8ca-bbff8a86ea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:31:00.103647 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a39d86c2-61ba-4094-ab3c-8c76a28e0dc4 req-549ad41c-b650-48db-a8ca-bbff8a86ea69 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=219ac03a-311b-4888-b708-889dc0e8dfbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0810828 Apr 11 17:31:00.247193 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a39d86c2-61ba-4094-ab3c-8c76a28e0dc4 req-74c6eaa8-1696-410e-913b-4ce5d0368466 service neutron] 10.222.0.42 "GET /v2.0/networks/219ac03a-311b-4888-b708-889dc0e8dfbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357429 Apr 11 17:31:00.391144 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a39d86c2-61ba-4094-ab3c-8c76a28e0dc4 req-4f98306f-a797-47fc-98db-93d1c995332d service neutron] 10.222.0.42 "GET /v2.0/networks/219ac03a-311b-4888-b708-889dc0e8dfbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351507 Apr 11 17:31:03.809157 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:31:04.884679 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b509b23e-5602-48a9-af84-fa2e738f55de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:31:07.325342 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6ed67b96-5201-4495-9b7d-af744b148e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:31:07.974833 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:31:08.411409 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:31:09.310587 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:31:25.619720 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 6 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:31:33.811947 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:31:34.887811 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0c62c5ae-f56c-4f21-84bf-fe33af071c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:31:37.326288 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4c059e2d-d86b-44d9-a0d6-7525b7cf49fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:31:37.976990 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:31:38.414519 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:31:39.313512 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:31:41.496127 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f34969a4-9c20-4161-a471-0b9452e305ad req-a40dd8f2-6bae-4578-a3e7-854050d0c643 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0784311 Apr 11 17:31:41.646029 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34969a4-9c20-4161-a471-0b9452e305ad req-7b53b386-1c7c-4d6a-bb5f-cb61316da108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:31:41.647615 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f34969a4-9c20-4161-a471-0b9452e305ad req-7b53b386-1c7c-4d6a-bb5f-cb61316da108 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=663373bb15694024989fa6f103793a16&device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 1137 time: 0.0786827 Apr 11 17:31:41.802981 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34969a4-9c20-4161-a471-0b9452e305ad req-5a0b9ad0-7dec-4a90-aecc-78a25918b666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:31:41.804511 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f34969a4-9c20-4161-a471-0b9452e305ad req-5a0b9ad0-7dec-4a90-aecc-78a25918b666 service neutron] 10.222.0.42 "GET /v2.0/networks?id=219ac03a-311b-4888-b708-889dc0e8dfbc HTTP/1.1" status: 200 len: 915 time: 0.1385937 Apr 11 17:31:41.915513 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f34969a4-9c20-4161-a471-0b9452e305ad req-6515a097-721a-4991-98c8-f8e95a4ca3c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7766f0d-b747-43c4-96a4-0e5ee4238bd3 HTTP/1.1" status: 200 len: 1001 time: 0.1045163 Apr 11 17:31:41.987525 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34969a4-9c20-4161-a471-0b9452e305ad req-ba29dd70-144f-4884-8b7a-87ae37cfb8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:31:41.989142 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f34969a4-9c20-4161-a471-0b9452e305ad req-ba29dd70-144f-4884-8b7a-87ae37cfb8ea service neutron] 10.222.0.42 "GET /v2.0/subnets?id=50f472ec-52bd-4f05-a560-704168b7ea39 HTTP/1.1" status: 200 len: 853 time: 0.0680547 Apr 11 17:31:42.073995 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34969a4-9c20-4161-a471-0b9452e305ad req-38aadb0a-1219-49a8-aa7a-db318a9e7231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:31:42.075505 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f34969a4-9c20-4161-a471-0b9452e305ad req-38aadb0a-1219-49a8-aa7a-db318a9e7231 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=219ac03a-311b-4888-b708-889dc0e8dfbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0794935 Apr 11 17:31:42.216689 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f34969a4-9c20-4161-a471-0b9452e305ad req-a09a6eaf-7eb4-4d11-9250-d1fdfc4828bf service neutron] 10.222.0.42 "GET /v2.0/networks/219ac03a-311b-4888-b708-889dc0e8dfbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340942 Apr 11 17:31:42.359350 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f34969a4-9c20-4161-a471-0b9452e305ad req-0e6b78da-69c2-47b0-adb6-0c51be49e1a9 service neutron] 10.222.0.42 "GET /v2.0/networks/219ac03a-311b-4888-b708-889dc0e8dfbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349552 Apr 11 17:32:00.708159 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a39df-f3c6-4938-8825-45367865c3a2 req-553c2775-ee95-444a-acfd-c41f36383f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:32:00.709792 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-165a39df-f3c6-4938-8825-45367865c3a2 req-553c2775-ee95-444a-acfd-c41f36383f55 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=663373bb15694024989fa6f103793a16&device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 1137 time: 0.1555951 Apr 11 17:32:00.718133 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd869e0-796c-4ff4-bbd2-4e06591e6a65 req-c13f2525-dc77-4522-84d1-2306e753f2f5 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:32:00.719585 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0bd869e0-796c-4ff4-bbd2-4e06591e6a65 req-c13f2525-dc77-4522-84d1-2306e753f2f5 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 984 time: 0.1238971 Apr 11 17:32:00.838174 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0bd869e0-796c-4ff4-bbd2-4e06591e6a65 req-d04be832-db7a-4673-b68f-9fa530e38b41 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/security-groups?id=967ea1d6-1218-4a7b-8a02-1773306c8510&id=a262e566-d835-4a8e-9f1f-4928dc34ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0941501 Apr 11 17:32:00.881204 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a39df-f3c6-4938-8825-45367865c3a2 req-516c1635-313e-49f7-8c9c-d4b1c0f09958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:32:00.882806 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-165a39df-f3c6-4938-8825-45367865c3a2 req-516c1635-313e-49f7-8c9c-d4b1c0f09958 service neutron] 10.222.0.42 "GET /v2.0/networks?id=219ac03a-311b-4888-b708-889dc0e8dfbc HTTP/1.1" status: 200 len: 915 time: 0.1622698 Apr 11 17:32:00.993723 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-165a39df-f3c6-4938-8825-45367865c3a2 req-8fe5df16-bce5-4efd-952a-31a68a7c3c68 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7766f0d-b747-43c4-96a4-0e5ee4238bd3 HTTP/1.1" status: 200 len: 1001 time: 0.1041813 Apr 11 17:32:01.063174 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a39df-f3c6-4938-8825-45367865c3a2 req-7f2aed1f-0373-47ab-8f72-d338aab2873f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:32:01.064844 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-165a39df-f3c6-4938-8825-45367865c3a2 req-7f2aed1f-0373-47ab-8f72-d338aab2873f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=50f472ec-52bd-4f05-a560-704168b7ea39 HTTP/1.1" status: 200 len: 853 time: 0.0652897 Apr 11 17:32:01.150407 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a39df-f3c6-4938-8825-45367865c3a2 req-97329adc-7cdb-4f86-a91a-7c5023da67d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:32:01.152037 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-165a39df-f3c6-4938-8825-45367865c3a2 req-97329adc-7cdb-4f86-a91a-7c5023da67d3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=219ac03a-311b-4888-b708-889dc0e8dfbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0808897 Apr 11 17:32:01.295324 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-165a39df-f3c6-4938-8825-45367865c3a2 req-5eac3686-1c7e-4c2d-981e-8da5574a859f service neutron] 10.222.0.42 "GET /v2.0/networks/219ac03a-311b-4888-b708-889dc0e8dfbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358769 Apr 11 17:32:01.437359 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-165a39df-f3c6-4938-8825-45367865c3a2 req-ef4152f0-5264-4faf-9d80-922d8ac78d78 service neutron] 10.222.0.42 "GET /v2.0/networks/219ac03a-311b-4888-b708-889dc0e8dfbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354153 Apr 11 17:32:02.058630 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36cc06-41a7-4fcb-a6a0-985ef0098480 req-c741c590-bea8-4d33-85f1-652be123a40c tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:32:02.060273 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8a36cc06-41a7-4fcb-a6a0-985ef0098480 req-c741c590-bea8-4d33-85f1-652be123a40c tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 984 time: 0.0900340 Apr 11 17:32:02.094263 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8a36cc06-41a7-4fcb-a6a0-985ef0098480 req-a9667a32-a633-4972-9d6c-f9d24723cd4d tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/security-groups?id=967ea1d6-1218-4a7b-8a02-1773306c8510&id=a262e566-d835-4a8e-9f1f-4928dc34ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0273142 Apr 11 17:32:02.618609 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 6 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:32:03.308091 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa4e7b-7078-4f47-8b92-ec61dc39f3b7 req-b5f7a10d-f830-486e-8fbf-20e4b1806fda tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:32:03.309700 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8efa4e7b-7078-4f47-8b92-ec61dc39f3b7 req-b5f7a10d-f830-486e-8fbf-20e4b1806fda tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 984 time: 0.0959866 Apr 11 17:32:03.342508 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-8efa4e7b-7078-4f47-8b92-ec61dc39f3b7 req-b0f13310-da30-483c-af3d-29769d65b83c tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/security-groups?id=967ea1d6-1218-4a7b-8a02-1773306c8510&id=a262e566-d835-4a8e-9f1f-4928dc34ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0262444 Apr 11 17:32:03.820567 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:32:04.541991 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c699d4-894a-4a5e-a80c-1a80e408eceb req-350a1297-5d00-4027-9163-0b196e7d5bf6 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:32:04.543588 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-19c699d4-894a-4a5e-a80c-1a80e408eceb req-350a1297-5d00-4027-9163-0b196e7d5bf6 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 984 time: 0.0878830 Apr 11 17:32:04.577940 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-19c699d4-894a-4a5e-a80c-1a80e408eceb req-cc5d86b7-c3a8-43f5-8151-5f63513203d3 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/security-groups?id=967ea1d6-1218-4a7b-8a02-1773306c8510&id=a262e566-d835-4a8e-9f1f-4928dc34ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0269983 Apr 11 17:32:04.888357 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b4237235-bd8f-48ba-a195-d339d0cee23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:32:05.780892 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13aca3b-9e9c-45c0-ae44-0b0e133ee443 req-025b4833-f3d4-464b-ac81-905415bd3180 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:32:05.782397 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f13aca3b-9e9c-45c0-ae44-0b0e133ee443 req-025b4833-f3d4-464b-ac81-905415bd3180 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 984 time: 0.0903275 Apr 11 17:32:05.817995 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f13aca3b-9e9c-45c0-ae44-0b0e133ee443 req-d25838fc-491b-4439-b823-8bfc495cd6d3 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/security-groups?id=967ea1d6-1218-4a7b-8a02-1773306c8510&id=a262e566-d835-4a8e-9f1f-4928dc34ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0285923 Apr 11 17:32:07.016502 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080af224-a5a6-4e1d-afac-f880abdf02f1 req-b42a1074-2f1c-4b66-817d-22a9042571e6 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:32:07.018619 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-080af224-a5a6-4e1d-afac-f880abdf02f1 req-b42a1074-2f1c-4b66-817d-22a9042571e6 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 984 time: 0.0875094 Apr 11 17:32:07.052099 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-080af224-a5a6-4e1d-afac-f880abdf02f1 req-5ce9c908-8d0c-4a99-9814-98cad9ec7e1b tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/security-groups?id=967ea1d6-1218-4a7b-8a02-1773306c8510&id=a262e566-d835-4a8e-9f1f-4928dc34ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0270164 Apr 11 17:32:07.329163 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b567d360-784a-427e-83ae-f81d22d34e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:32:07.979388 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:32:08.257870 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc432c-0852-4eb0-bbb4-a98f1c641f78 req-c762267a-e8cf-47b7-ba80-5054951511b6 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:32:08.259431 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a3fc432c-0852-4eb0-bbb4-a98f1c641f78 req-c762267a-e8cf-47b7-ba80-5054951511b6 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 984 time: 0.0933633 Apr 11 17:32:08.292632 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a3fc432c-0852-4eb0-bbb4-a98f1c641f78 req-35e9db31-443c-42c4-a5ca-d6411ae4c951 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/security-groups?id=967ea1d6-1218-4a7b-8a02-1773306c8510&id=a262e566-d835-4a8e-9f1f-4928dc34ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0266643 Apr 11 17:32:08.416340 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:32:09.316639 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:32:09.496716 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804b3c3-9865-4bc6-88a2-68a47b76dbd7 req-d870ffca-2222-40bb-833b-cb4905aee08e tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:32:09.498313 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3804b3c3-9865-4bc6-88a2-68a47b76dbd7 req-d870ffca-2222-40bb-833b-cb4905aee08e tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 984 time: 0.0891979 Apr 11 17:32:09.531152 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3804b3c3-9865-4bc6-88a2-68a47b76dbd7 req-871fa4e3-183e-4bdd-8a83-ace4154d818b tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/security-groups?id=967ea1d6-1218-4a7b-8a02-1773306c8510&id=a262e566-d835-4a8e-9f1f-4928dc34ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0257533 Apr 11 17:32:10.741415 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273b192-a3d2-4c94-97c6-eedef3593ec8 req-325aa67b-cbdd-45bb-a8e5-60348bc9f3d5 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:32:10.743123 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0273b192-a3d2-4c94-97c6-eedef3593ec8 req-325aa67b-cbdd-45bb-a8e5-60348bc9f3d5 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 984 time: 0.0931180 Apr 11 17:32:10.777399 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0273b192-a3d2-4c94-97c6-eedef3593ec8 req-a04d6329-436d-4cfc-9917-8ae0a72c9993 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/security-groups?id=967ea1d6-1218-4a7b-8a02-1773306c8510&id=a262e566-d835-4a8e-9f1f-4928dc34ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0276337 Apr 11 17:32:11.976778 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5c4c0-326c-480f-83f7-35d835f6498b req-9afe70bb-a0e6-41bb-810e-90d30ef06791 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:32:11.978368 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-76f5c4c0-326c-480f-83f7-35d835f6498b req-9afe70bb-a0e6-41bb-810e-90d30ef06791 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 984 time: 0.0874605 Apr 11 17:32:12.011231 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-76f5c4c0-326c-480f-83f7-35d835f6498b req-8412794d-a711-4399-897a-e99dd7548f7c tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/security-groups?id=967ea1d6-1218-4a7b-8a02-1773306c8510&id=a262e566-d835-4a8e-9f1f-4928dc34ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0264618 Apr 11 17:32:13.217121 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6e4b9-0c45-4280-a6b4-ff3eacaac4c4 req-f867d62b-5690-40ec-b0b4-c9d7aa97dd17 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:32:13.218727 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f3e6e4b9-0c45-4280-a6b4-ff3eacaac4c4 req-f867d62b-5690-40ec-b0b4-c9d7aa97dd17 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 984 time: 0.0927601 Apr 11 17:32:13.253276 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f3e6e4b9-0c45-4280-a6b4-ff3eacaac4c4 req-0d0ed8ac-290c-4ed3-b960-bf9f00870d11 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/security-groups?id=967ea1d6-1218-4a7b-8a02-1773306c8510&id=a262e566-d835-4a8e-9f1f-4928dc34ffed&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0275054 Apr 11 17:32:33.820909 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:32:34.889219 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9f228865-ffe8-48be-adac-ddd15750591d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:32:37.332540 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-0deefd26-f894-4713-a126-9e0ef88a9932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:32:37.980893 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:32:38.418436 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:32:39.320394 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:32:39.618168 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 6 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:32:43.498674 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-96c620e6-3cf8-4d4d-96be-d999524bce26 req-3f97d367-09a5-46e7-9e88-b5f5ca9a3e5b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791059 Apr 11 17:32:43.648912 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c620e6-3cf8-4d4d-96be-d999524bce26 req-1b454fb4-a530-4920-9ed0-95d223b15eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:32:43.650501 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-96c620e6-3cf8-4d4d-96be-d999524bce26 req-1b454fb4-a530-4920-9ed0-95d223b15eef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=663373bb15694024989fa6f103793a16&device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 1137 time: 0.0813782 Apr 11 17:32:43.804159 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c620e6-3cf8-4d4d-96be-d999524bce26 req-e77f8398-01a5-42bc-9179-cc4afae07fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:32:43.805646 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-96c620e6-3cf8-4d4d-96be-d999524bce26 req-e77f8398-01a5-42bc-9179-cc4afae07fe4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=219ac03a-311b-4888-b708-889dc0e8dfbc HTTP/1.1" status: 200 len: 915 time: 0.1367364 Apr 11 17:32:43.917232 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-96c620e6-3cf8-4d4d-96be-d999524bce26 req-1704a867-5644-4afe-b30d-1c76ddb0562a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7766f0d-b747-43c4-96a4-0e5ee4238bd3 HTTP/1.1" status: 200 len: 1001 time: 0.1045125 Apr 11 17:32:44.226216 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c620e6-3cf8-4d4d-96be-d999524bce26 req-8122ac1d-6e62-4aba-b68c-d0036919de64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:32:44.230489 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-96c620e6-3cf8-4d4d-96be-d999524bce26 req-8122ac1d-6e62-4aba-b68c-d0036919de64 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=50f472ec-52bd-4f05-a560-704168b7ea39 HTTP/1.1" status: 200 len: 853 time: 0.3033674 Apr 11 17:32:44.310246 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c620e6-3cf8-4d4d-96be-d999524bce26 req-677e1306-17a4-48dd-a14f-34b38e099e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:32:44.311932 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-96c620e6-3cf8-4d4d-96be-d999524bce26 req-677e1306-17a4-48dd-a14f-34b38e099e26 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=219ac03a-311b-4888-b708-889dc0e8dfbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0776939 Apr 11 17:32:44.450522 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-96c620e6-3cf8-4d4d-96be-d999524bce26 req-7c65b6d8-27b8-40ef-a3c7-8653b66d6d50 service neutron] 10.222.0.42 "GET /v2.0/networks/219ac03a-311b-4888-b708-889dc0e8dfbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318595 Apr 11 17:32:44.593111 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-96c620e6-3cf8-4d4d-96be-d999524bce26 req-b3cf87d7-d02c-46de-877d-1de7a0235e06 service neutron] 10.222.0.42 "GET /v2.0/networks/219ac03a-311b-4888-b708-889dc0e8dfbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354308 Apr 11 17:33:03.836316 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:04.891065 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a3dbbb07-c09d-47b5-8bb1-e0515f224204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:07.335650 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-12ec226b-b27d-45b1-90b0-19647b37ca5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:07.983786 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:08.420564 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:09.327005 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:16.552582 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d464df37-5406-4e57-9e03-04bb38dda6d5 req-03be5a91-1c99-4600-a489-b9ddb7e38a44 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2083375602&fields=id&tenant_id=663373bb15694024989fa6f103793a16 HTTP/1.1" status: 200 len: 267 time: 0.0302546 Apr 11 17:33:16.617425 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 6 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:33:16.644905 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464df37-5406-4e57-9e03-04bb38dda6d5 req-51ed0a8c-5bea-46e8-970b-d0376d815905 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:33:16.646460 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d464df37-5406-4e57-9e03-04bb38dda6d5 req-51ed0a8c-5bea-46e8-970b-d0376d815905 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 984 time: 0.0878074 Apr 11 17:33:16.658239 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [req-d464df37-5406-4e57-9e03-04bb38dda6d5 req-5c5cabb1-b3e9-4bee-968e-f89747b8ced3 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Request body: {'port': {'security_groups': ['967ea1d6-1218-4a7b-8a02-1773306c8510']}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:33:16.785758 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d464df37-5406-4e57-9e03-04bb38dda6d5 req-5c5cabb1-b3e9-4bee-968e-f89747b8ced3 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:17.091674 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-d464df37-5406-4e57-9e03-04bb38dda6d5 req-5c5cabb1-b3e9-4bee-968e-f89747b8ced3 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] For port b7766f0d-b747-43c4-96a4-0e5ee4238bd3, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b7766f0d-b747-43c4-96a4-0e5ee4238bd3,segment=NetworkSegment(b2c94fc8-f40d-4074-8440-102dfa8dc66a),segment_id=b2c94fc8-f40d-4074-8440-102dfa8dc66a)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:33:17.119382 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d464df37-5406-4e57-9e03-04bb38dda6d5 req-5c5cabb1-b3e9-4bee-968e-f89747b8ced3 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:17.123049 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d464df37-5406-4e57-9e03-04bb38dda6d5 req-5c5cabb1-b3e9-4bee-968e-f89747b8ced3 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848458740'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:17.135502 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] get_ports_and_sgs() called for port_ids ['b7766f0d-b747-43c4-96a4-0e5ee4238bd3'] {{(pid=85245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 17:33:17.142522 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8bf3ba18-36c1-4f6c-bf2b-82cb6b283ba1 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:33:17.304492 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5cabb1-b3e9-4bee-968e-f89747b8ced3 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Pushing event updated for resources: {'Port': ['ID=b7766f0d-b747-43c4-96a4-0e5ee4238bd3,revision_number=7']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:33:17.319768 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5cabb1-b3e9-4bee-968e-f89747b8ced3 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:17.320234 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5cabb1-b3e9-4bee-968e-f89747b8ced3 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:17.320649 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5cabb1-b3e9-4bee-968e-f89747b8ced3 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:17.321057 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5cabb1-b3e9-4bee-968e-f89747b8ced3 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:17.321461 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5cabb1-b3e9-4bee-968e-f89747b8ced3 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:17.321866 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5cabb1-b3e9-4bee-968e-f89747b8ced3 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:17.322271 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5cabb1-b3e9-4bee-968e-f89747b8ced3 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:17.322671 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5cabb1-b3e9-4bee-968e-f89747b8ced3 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:17.323354 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5cabb1-b3e9-4bee-968e-f89747b8ced3 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:17.323476 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5cabb1-b3e9-4bee-968e-f89747b8ced3 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:17.323847 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5cabb1-b3e9-4bee-968e-f89747b8ced3 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:17.324245 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5cabb1-b3e9-4bee-968e-f89747b8ced3 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:17.329606 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5c5cabb1-b3e9-4bee-968e-f89747b8ced3 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:33:17.365601 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464df37-5406-4e57-9e03-04bb38dda6d5 req-5c5cabb1-b3e9-4bee-968e-f89747b8ced3 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:33:17.366346 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d464df37-5406-4e57-9e03-04bb38dda6d5 req-5c5cabb1-b3e9-4bee-968e-f89747b8ced3 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:17.367996 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d464df37-5406-4e57-9e03-04bb38dda6d5 req-5c5cabb1-b3e9-4bee-968e-f89747b8ced3 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "PUT /v2.0/ports/b7766f0d-b747-43c4-96a4-0e5ee4238bd3 HTTP/1.1" status: 200 len: 942 time: 0.7146101 Apr 11 17:33:17.368556 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c2ee48-07ff-4035-8e3b-b7a218865438', 'tag': 'b7766f0d-b747-43c4-96a4-0e5ee4238bd3'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:33:17.374849 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 38370) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:33:17.423550 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] get_ports_and_sgs() called for port_ids ['b7766f0d-b747-43c4-96a4-0e5ee4238bd3'] {{(pid=85245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 17:33:17.460515 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5750f6b8-06de-4ddd-8a1b-07d473932069 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:17.495998 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5750f6b8-06de-4ddd-8a1b-07d473932069 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:17.567430 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5750f6b8-06de-4ddd-8a1b-07d473932069 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:17.579448 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-84f858b4-bfbc-4aca-85b1-2ed497944e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:33:17.596593 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5750f6b8-06de-4ddd-8a1b-07d473932069 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a262e566-d835-4a8e-9f1f-4928dc34ffed,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:33:17.608191 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5750f6b8-06de-4ddd-8a1b-07d473932069 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:17.608811 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5750f6b8-06de-4ddd-8a1b-07d473932069 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:17.609378 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5750f6b8-06de-4ddd-8a1b-07d473932069 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:17.609528 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c2ee48-07ff-4035-8e3b-b7a218865438', 'tag': 'b7766f0d-b747-43c4-96a4-0e5ee4238bd3', 'status': 'completed', 'code': 200} Apr 11 17:33:17.610265 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5750f6b8-06de-4ddd-8a1b-07d473932069 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:17.610673 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5750f6b8-06de-4ddd-8a1b-07d473932069 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:17.611137 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5750f6b8-06de-4ddd-8a1b-07d473932069 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:17.612515 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5750f6b8-06de-4ddd-8a1b-07d473932069 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:17.612952 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5750f6b8-06de-4ddd-8a1b-07d473932069 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:17.613373 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5750f6b8-06de-4ddd-8a1b-07d473932069 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:17.613973 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5750f6b8-06de-4ddd-8a1b-07d473932069 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:17.614411 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5750f6b8-06de-4ddd-8a1b-07d473932069 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:17.614615 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5750f6b8-06de-4ddd-8a1b-07d473932069 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:17.618396 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5750f6b8-06de-4ddd-8a1b-07d473932069 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:33:17.619463 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5750f6b8-06de-4ddd-8a1b-07d473932069 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:17.623090 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-5750f6b8-06de-4ddd-8a1b-07d473932069 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "DELETE /v2.0/security-groups/a262e566-d835-4a8e-9f1f-4928dc34ffed HTTP/1.1" status: 204 len: 168 time: 0.2448494 Apr 11 17:33:17.624940 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 38376) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:33:17.698543 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-563007a4-ede9-4008-94e1-f3b178c05ddb None None] Provisioning complete for port b7766f0d-b747-43c4-96a4-0e5ee4238bd3 triggered by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:33:17.698966 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-563007a4-ede9-4008-94e1-f3b178c05ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:17.914377 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5994ff-6f47-48a3-8eb3-671fc25dfcdd req-1d9cb968-93ff-43d5-aec2-d1a88c440c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:33:17.915990 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1e5994ff-6f47-48a3-8eb3-671fc25dfcdd req-1d9cb968-93ff-43d5-aec2-d1a88c440c59 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=663373bb15694024989fa6f103793a16&device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 1098 time: 0.2148440 Apr 11 17:33:18.001564 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-58b21354-5271-4567-b96a-3eff03f87afc tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Deleting port 0751528c-9bba-44b6-a64b-32b221979fb0 {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:33:18.001941 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-58b21354-5271-4567-b96a-3eff03f87afc tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:18.204697 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5994ff-6f47-48a3-8eb3-671fc25dfcdd req-a13d39f9-2d7b-4bfd-a475-f68bac38caee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:33:18.207074 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1e5994ff-6f47-48a3-8eb3-671fc25dfcdd req-a13d39f9-2d7b-4bfd-a475-f68bac38caee service neutron] 10.222.0.42 "GET /v2.0/networks?id=219ac03a-311b-4888-b708-889dc0e8dfbc HTTP/1.1" status: 200 len: 915 time: 0.2835031 Apr 11 17:33:18.324211 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-58b21354-5271-4567-b96a-3eff03f87afc tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:18.324570 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-58b21354-5271-4567-b96a-3eff03f87afc tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:18.462838 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1e5994ff-6f47-48a3-8eb3-671fc25dfcdd req-33b97315-9c0f-4193-a531-677e52b98856 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7766f0d-b747-43c4-96a4-0e5ee4238bd3 HTTP/1.1" status: 200 len: 1001 time: 0.2453754 Apr 11 17:33:18.470168 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-58b21354-5271-4567-b96a-3eff03f87afc tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Calling delete_port for 0751528c-9bba-44b6-a64b-32b221979fb0 owned by network:floatingip {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:33:18.598761 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5994ff-6f47-48a3-8eb3-671fc25dfcdd req-f0aa1dae-7b30-4681-9fe7-2f6de6bf9a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:33:18.600345 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1e5994ff-6f47-48a3-8eb3-671fc25dfcdd req-f0aa1dae-7b30-4681-9fe7-2f6de6bf9a4d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=50f472ec-52bd-4f05-a560-704168b7ea39 HTTP/1.1" status: 200 len: 853 time: 0.1014073 Apr 11 17:33:18.753551 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5994ff-6f47-48a3-8eb3-671fc25dfcdd req-eae0a139-e946-42f9-83a4-76d0294284d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:33:18.755065 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1e5994ff-6f47-48a3-8eb3-671fc25dfcdd req-eae0a139-e946-42f9-83a4-76d0294284d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=219ac03a-311b-4888-b708-889dc0e8dfbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1473045 Apr 11 17:33:18.786679 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-58b21354-5271-4567-b96a-3eff03f87afc tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771099430430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771099036582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6317060'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:18.846988 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-05d7b26b-6224-44f5-ba83-a2bece85bd73 tempest-VolumesSnapshotTestJSON-1330131476 tempest-VolumesSnapshotTestJSON-1330131476-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:33:19.208048 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b21354-5271-4567-b96a-3eff03f87afc tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Pushing event deleted for resources: {'Port': ['ID=0751528c-9bba-44b6-a64b-32b221979fb0,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:33:19.222396 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-58b21354-5271-4567-b96a-3eff03f87afc tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:33:19.307130 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1e5994ff-6f47-48a3-8eb3-671fc25dfcdd req-99912dee-f84c-47d2-b5c1-3641d5575d61 service neutron] 10.222.0.42 "GET /v2.0/networks/219ac03a-311b-4888-b708-889dc0e8dfbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5443373 Apr 11 17:33:19.536070 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-58b21354-5271-4567-b96a-3eff03f87afc tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks [] for floatingip, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:19.536447 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.db.l3_db [None req-58b21354-5271-4567-b96a-3eff03f87afc tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Floating IP a8fa7dbc-6a58-4397-9a52-8cb579e5b0d4 disassociated (deleted). External IP: 172.28.2.161, port: b7766f0d-b747-43c4-96a4-0e5ee4238bd3. Apr 11 17:33:19.661573 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1e5994ff-6f47-48a3-8eb3-671fc25dfcdd req-db63c18f-ed79-4b7e-96a1-24cade34d444 service neutron] 10.222.0.42 "GET /v2.0/networks/219ac03a-311b-4888-b708-889dc0e8dfbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462851 Apr 11 17:33:19.918807 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b21354-5271-4567-b96a-3eff03f87afc tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Router d7de85bc-c4de-4e3e-8f04-a31626bfd920 has already been hosted by L3 agent 5d769fae-3c68-4f0c-97be-90cfc50b6a37 {{(pid=85244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 11 17:33:20.106953 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b21354-5271-4567-b96a-3eff03f87afc tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify agent at l3_agent.dv-cinder-784779-4-smb the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 11 17:33:20.117091 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46337ab7-1b28-4964-96a9-dabadf5ccd60 None None] Sync routers for ids ['d7de85bc-c4de-4e3e-8f04-a31626bfd920'] in dv-cinder-784779-4-smb {{(pid=85245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 11 17:33:20.127009 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-58b21354-5271-4567-b96a-3eff03f87afc tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for floatingip, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:20.127720 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46337ab7-1b28-4964-96a9-dabadf5ccd60 None None] Routers {'d7de85bc-c4de-4e3e-8f04-a31626bfd920'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:33:20.128361 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-46337ab7-1b28-4964-96a9-dabadf5ccd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:33:07Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['d7de85bc-c4de-4e3e-8f04-a31626bfd920'], 'active': True} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:33:20.188712 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-58b21354-5271-4567-b96a-3eff03f87afc tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "DELETE /v2.0/floatingips/a8fa7dbc-6a58-4397-9a52-8cb579e5b0d4 HTTP/1.1" status: 204 len: 168 time: 2.5619833 Apr 11 17:33:20.189385 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8c2ee48-07ff-4035-8e3b-b7a218865438', 'tag': 'b7766f0d-b747-43c4-96a4-0e5ee4238bd3'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:33:20.239265 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8c2ee48-07ff-4035-8e3b-b7a218865438', 'tag': 'b7766f0d-b747-43c4-96a4-0e5ee4238bd3', 'status': 'completed', 'code': 200} Apr 11 17:33:20.322228 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-46337ab7-1b28-4964-96a9-dabadf5ccd60 None None] Set router d7de85bc-c4de-4e3e-8f04-a31626bfd920 gateway port host: dv-cinder-784779-4-smb {{(pid=85245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:33:20.340921 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bbcbd-93bf-4e08-b9e5-a553fe597c40 req-495dc817-4c89-45ff-9bf8-398eb5a46b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:33:20.342585 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3f9bbcbd-93bf-4e08-b9e5-a553fe597c40 req-495dc817-4c89-45ff-9bf8-398eb5a46b33 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=663373bb15694024989fa6f103793a16&device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 1098 time: 0.0810790 Apr 11 17:33:20.505404 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bbcbd-93bf-4e08-b9e5-a553fe597c40 req-f9044d29-dfa7-4851-a902-44871f8e9b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:33:20.506897 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3f9bbcbd-93bf-4e08-b9e5-a553fe597c40 req-f9044d29-dfa7-4851-a902-44871f8e9b64 service neutron] 10.222.0.42 "GET /v2.0/networks?id=219ac03a-311b-4888-b708-889dc0e8dfbc HTTP/1.1" status: 200 len: 915 time: 0.1582019 Apr 11 17:33:20.587648 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3f9bbcbd-93bf-4e08-b9e5-a553fe597c40 req-ae9d4051-aff2-4d8b-888c-2641d18dae0d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7766f0d-b747-43c4-96a4-0e5ee4238bd3 HTTP/1.1" status: 200 len: 217 time: 0.0744750 Apr 11 17:33:20.671632 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bbcbd-93bf-4e08-b9e5-a553fe597c40 req-da2c0225-3b7b-4719-b6eb-f496a47f0812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:33:20.673243 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3f9bbcbd-93bf-4e08-b9e5-a553fe597c40 req-da2c0225-3b7b-4719-b6eb-f496a47f0812 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=50f472ec-52bd-4f05-a560-704168b7ea39 HTTP/1.1" status: 200 len: 853 time: 0.0781021 Apr 11 17:33:20.689991 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-46337ab7-1b28-4964-96a9-dabadf5ccd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7de85bc-c4de-4e3e-8f04-a31626bfd920', 'name': 'tempest-TestMinimumBasicScenario-606535106-router', 'tenant_id': '663373bb15694024989fa6f103793a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.8'}], 'enable_snat': True}, 'gw_port_id': 'f20fa021-71ba-4881-9df8-419fd6cb9e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:29:59Z', 'updated_at': '2021-04-11T17:30:04Z', 'revision_number': 4, 'project_id': '663373bb15694024989fa6f103793a16', 'gw_port': {'id': 'f20fa021-71ba-4881-9df8-419fd6cb9e3a', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de85bc-c4de-4e3e-8f04-a31626bfd920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:30:00Z', 'updated_at': '2021-04-11T17:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': '635d7433-1d03-4bd7-a915-0b84c1e947e4', 'name': '', 'network_id': '219ac03a-311b-4888-b708-889dc0e8dfbc', 'tenant_id': '663373bb15694024989fa6f103793a16', 'mac_address': 'fa:16:3e:11:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de85bc-c4de-4e3e-8f04-a31626bfd920', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '50f472ec-52bd-4f05-a560-704168b7ea39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:30:03Z', 'updated_at': '2021-04-11T17:30:12Z', 'revision_number': 5, 'project_id': '663373bb15694024989fa6f103793a16', 'subnets': [{'id': '50f472ec-52bd-4f05-a560-704168b7ea39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:33:20.694408 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46337ab7-1b28-4964-96a9-dabadf5ccd60 None None] Checking router: d7de85bc-c4de-4e3e-8f04-a31626bfd920 for host: dv-cinder-784779-4-smb {{(pid=85245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 11 17:33:20.703522 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46337ab7-1b28-4964-96a9-dabadf5ccd60 None None] Routers {'d7de85bc-c4de-4e3e-8f04-a31626bfd920'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:33:20.704203 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-46337ab7-1b28-4964-96a9-dabadf5ccd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:33:07Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['d7de85bc-c4de-4e3e-8f04-a31626bfd920'], 'active': True} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:33:20.763682 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9bbcbd-93bf-4e08-b9e5-a553fe597c40 req-264c5e98-25ac-4b85-880b-41eb12f55d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:33:20.765340 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3f9bbcbd-93bf-4e08-b9e5-a553fe597c40 req-264c5e98-25ac-4b85-880b-41eb12f55d77 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=219ac03a-311b-4888-b708-889dc0e8dfbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0851858 Apr 11 17:33:20.898340 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-46337ab7-1b28-4964-96a9-dabadf5ccd60 None None] Set router d7de85bc-c4de-4e3e-8f04-a31626bfd920 gateway port host: dv-cinder-784779-4-smb {{(pid=85245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:33:20.914727 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3f9bbcbd-93bf-4e08-b9e5-a553fe597c40 req-35206625-e506-4d81-8f87-ca7d1ae288c3 service neutron] 10.222.0.42 "GET /v2.0/networks/219ac03a-311b-4888-b708-889dc0e8dfbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412344 Apr 11 17:33:21.066119 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3f9bbcbd-93bf-4e08-b9e5-a553fe597c40 req-b5eab4a1-980a-46de-96c6-6013d0d95c7e service neutron] 10.222.0.42 "GET /v2.0/networks/219ac03a-311b-4888-b708-889dc0e8dfbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447670 Apr 11 17:33:21.248462 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-46337ab7-1b28-4964-96a9-dabadf5ccd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7de85bc-c4de-4e3e-8f04-a31626bfd920', 'name': 'tempest-TestMinimumBasicScenario-606535106-router', 'tenant_id': '663373bb15694024989fa6f103793a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.8'}], 'enable_snat': True}, 'gw_port_id': 'f20fa021-71ba-4881-9df8-419fd6cb9e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:29:59Z', 'updated_at': '2021-04-11T17:30:04Z', 'revision_number': 4, 'project_id': '663373bb15694024989fa6f103793a16', 'gw_port': {'id': 'f20fa021-71ba-4881-9df8-419fd6cb9e3a', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de85bc-c4de-4e3e-8f04-a31626bfd920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:30:00Z', 'updated_at': '2021-04-11T17:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': '635d7433-1d03-4bd7-a915-0b84c1e947e4', 'name': '', 'network_id': '219ac03a-311b-4888-b708-889dc0e8dfbc', 'tenant_id': '663373bb15694024989fa6f103793a16', 'mac_address': 'fa:16:3e:11:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de85bc-c4de-4e3e-8f04-a31626bfd920', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '50f472ec-52bd-4f05-a560-704168b7ea39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:30:03Z', 'updated_at': '2021-04-11T17:30:12Z', 'revision_number': 5, 'project_id': '663373bb15694024989fa6f103793a16', 'subnets': [{'id': '50f472ec-52bd-4f05-a560-704168b7ea39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:33:21.253397 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46337ab7-1b28-4964-96a9-dabadf5ccd60 None None] The sync data for ids ['d7de85bc-c4de-4e3e-8f04-a31626bfd920'] in dv-cinder-784779-4-smb is: [{'id': 'd7de85bc-c4de-4e3e-8f04-a31626bfd920', 'name': 'tempest-TestMinimumBasicScenario-606535106-router', 'tenant_id': '663373bb15694024989fa6f103793a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.8'}], 'enable_snat': True}, 'gw_port_id': 'f20fa021-71ba-4881-9df8-419fd6cb9e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:29:59Z', 'updated_at': '2021-04-11T17:30:04Z', 'revision_number': 4, 'project_id': '663373bb15694024989fa6f103793a16', 'gw_port': {'id': 'f20fa021-71ba-4881-9df8-419fd6cb9e3a', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de85bc-c4de-4e3e-8f04-a31626bfd920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:30:00Z', 'updated_at': '2021-04-11T17:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': '635d7433-1d03-4bd7-a915-0b84c1e947e4', 'name': '', 'network_id': '219ac03a-311b-4888-b708-889dc0e8dfbc', 'tenant_id': '663373bb15694024989fa6f103793a16', 'mac_address': 'fa:16:3e:11:ea:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de85bc-c4de-4e3e-8f04-a31626bfd920', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '50f472ec-52bd-4f05-a560-704168b7ea39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:30:03Z', 'updated_at': '2021-04-11T17:30:12Z', 'revision_number': 5, 'project_id': '663373bb15694024989fa6f103793a16', 'subnets': [{'id': '50f472ec-52bd-4f05-a560-704168b7ea39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 11 17:33:21.655367 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52004c26-f70f-4794-9dd8-9414e2def63f None None] New status for floating IP a8fa7dbc-6a58-4397-9a52-8cb579e5b0d4: DOWN {{(pid=85246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 11 17:33:23.566203 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f1687-a4f4-4085-8fa1-d6ab859ff0ce req-d425a567-56ad-4e8b-9aec-841effba2b7d tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:33:23.566992 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-ad6f1687-a4f4-4085-8fa1-d6ab859ff0ce req-d425a567-56ad-4e8b-9aec-841effba2b7d tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Synchronizing usage tracker for tenant:663373bb15694024989fa6f103793a16 on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:33:23.581744 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-ad6f1687-a4f4-4085-8fa1-d6ab859ff0ce req-d425a567-56ad-4e8b-9aec-841effba2b7d tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Unset dirty status for tenant:663373bb15694024989fa6f103793a16 on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:33:23.583014 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ad6f1687-a4f4-4085-8fa1-d6ab859ff0ce req-d425a567-56ad-4e8b-9aec-841effba2b7d tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 945 time: 0.1033995 Apr 11 17:33:23.614332 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ad6f1687-a4f4-4085-8fa1-d6ab859ff0ce req-1af4bede-eb02-4c1a-b90f-a3c3df0d6558 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/security-groups?id=967ea1d6-1218-4a7b-8a02-1773306c8510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0249979 Apr 11 17:33:24.816801 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead90327-b771-4caa-be06-863746cc06fe req-a1d6fb88-b7fa-4027-abd6-aa4357d28dc7 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:33:24.818303 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ead90327-b771-4caa-be06-863746cc06fe req-a1d6fb88-b7fa-4027-abd6-aa4357d28dc7 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 945 time: 0.0878670 Apr 11 17:33:24.853572 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ead90327-b771-4caa-be06-863746cc06fe req-6d2a9267-6b8f-4d7e-8112-b0e81b69ad43 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/security-groups?id=967ea1d6-1218-4a7b-8a02-1773306c8510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288701 Apr 11 17:33:25.495382 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46bb06c-e27b-4339-9718-267e211658f4 req-50504db5-b531-4d93-ac1d-4ad0261d225f tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:33:25.496954 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a46bb06c-e27b-4339-9718-267e211658f4 req-50504db5-b531-4d93-ac1d-4ad0261d225f tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 945 time: 0.0865340 Apr 11 17:33:25.571112 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-a46bb06c-e27b-4339-9718-267e211658f4 req-51eb1fc1-b64e-4951-85b1-4ecdf0c88d79 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Deleting port b7766f0d-b747-43c4-96a4-0e5ee4238bd3 {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:33:25.571500 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-a46bb06c-e27b-4339-9718-267e211658f4 req-51eb1fc1-b64e-4951-85b1-4ecdf0c88d79 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:25.833134 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-a46bb06c-e27b-4339-9718-267e211658f4 req-51eb1fc1-b64e-4951-85b1-4ecdf0c88d79 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] For port b7766f0d-b747-43c4-96a4-0e5ee4238bd3, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=b7766f0d-b747-43c4-96a4-0e5ee4238bd3,segment=NetworkSegment(b2c94fc8-f40d-4074-8440-102dfa8dc66a),segment_id=b2c94fc8-f40d-4074-8440-102dfa8dc66a)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:33:25.833722 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-a46bb06c-e27b-4339-9718-267e211658f4 req-51eb1fc1-b64e-4951-85b1-4ecdf0c88d79 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:25.970572 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-a46bb06c-e27b-4339-9718-267e211658f4 req-51eb1fc1-b64e-4951-85b1-4ecdf0c88d79 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Calling delete_port for b7766f0d-b747-43c4-96a4-0e5ee4238bd3 owned by compute:nova {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:33:26.195428 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a1502-e4a0-4ad8-ac4e-39f7db8252f0 req-527d63cf-242a-4a83-9cdb-0078221df107 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:33:26.197195 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-9b0a1502-e4a0-4ad8-ac4e-39f7db8252f0 req-527d63cf-242a-4a83-9cdb-0078221df107 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8c2ee48-07ff-4035-8e3b-b7a218865438 HTTP/1.1" status: 200 len: 945 time: 0.1825151 Apr 11 17:33:26.238814 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-9b0a1502-e4a0-4ad8-ac4e-39f7db8252f0 req-ed91e70a-fe74-4390-9aed-e9de4dfbf2c1 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.16 "GET /v2.0/security-groups?id=967ea1d6-1218-4a7b-8a02-1773306c8510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321553 Apr 11 17:33:26.239608 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-a46bb06c-e27b-4339-9718-267e211658f4 req-51eb1fc1-b64e-4951-85b1-4ecdf0c88d79 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771099430430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771099036582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6317060'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:26.251392 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] get_ports_and_sgs() called for port_ids ['b7766f0d-b747-43c4-96a4-0e5ee4238bd3'] {{(pid=85245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 17:33:26.256380 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-61989ac9-1432-4a26-823c-dfd20f2e2bc2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:33:26.355474 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb1fc1-b64e-4951-85b1-4ecdf0c88d79 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Pushing event deleted for resources: {'Port': ['ID=b7766f0d-b747-43c4-96a4-0e5ee4238bd3,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:33:26.366076 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-51eb1fc1-b64e-4951-85b1-4ecdf0c88d79 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:33:26.506078 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46bb06c-e27b-4339-9718-267e211658f4 req-51eb1fc1-b64e-4951-85b1-4ecdf0c88d79 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] No DVR routers for this DVR port b7766f0d-b747-43c4-96a4-0e5ee4238bd3 on host hv-cinder-78477 {{(pid=85244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 11 17:33:26.508694 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-a46bb06c-e27b-4339-9718-267e211658f4 req-51eb1fc1-b64e-4951-85b1-4ecdf0c88d79 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:26.511585 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8c2ee48-07ff-4035-8e3b-b7a218865438', 'name': 'network-vif-deleted', 'tag': 'b7766f0d-b747-43c4-96a4-0e5ee4238bd3'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:33:26.526970 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a46bb06c-e27b-4339-9718-267e211658f4 req-51eb1fc1-b64e-4951-85b1-4ecdf0c88d79 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] 10.222.0.42 "DELETE /v2.0/ports/b7766f0d-b747-43c4-96a4-0e5ee4238bd3 HTTP/1.1" status: 204 len: 173 time: 1.0249646 Apr 11 17:33:26.568003 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8c2ee48-07ff-4035-8e3b-b7a218865438', 'name': 'network-vif-deleted', 'tag': 'b7766f0d-b747-43c4-96a4-0e5ee4238bd3', 'status': 'completed', 'code': 200} Apr 11 17:33:27.945831 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 38458) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:33:28.797690 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2ae3441b-762f-41a4-8489-8dcf398389bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846760598'] for router_interface, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:29.194960 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-2ae3441b-762f-41a4-8489-8dcf398389bb admin admin] Deleting port 635d7433-1d03-4bd7-a915-0b84c1e947e4 {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:33:29.195570 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2ae3441b-762f-41a4-8489-8dcf398389bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:29.386179 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-2ae3441b-762f-41a4-8489-8dcf398389bb admin admin] For port 635d7433-1d03-4bd7-a915-0b84c1e947e4, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=635d7433-1d03-4bd7-a915-0b84c1e947e4,segment=NetworkSegment(b2c94fc8-f40d-4074-8440-102dfa8dc66a),segment_id=b2c94fc8-f40d-4074-8440-102dfa8dc66a)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:33:29.386572 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2ae3441b-762f-41a4-8489-8dcf398389bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:29.529399 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-2ae3441b-762f-41a4-8489-8dcf398389bb admin admin] Calling delete_port for 635d7433-1d03-4bd7-a915-0b84c1e947e4 owned by network:router_interface {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:33:29.719532 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2ae3441b-762f-41a4-8489-8dcf398389bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771099430430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771099036582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6317060'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:29.734074 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-fe96d19e-1b17-4abc-9cf8-9323c69a5d0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:33:29.837513 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae3441b-762f-41a4-8489-8dcf398389bb admin admin] Pushing event deleted for resources: {'Port': ['ID=635d7433-1d03-4bd7-a915-0b84c1e947e4,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:33:29.842170 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2ae3441b-762f-41a4-8489-8dcf398389bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:33:30.182434 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-2ae3441b-762f-41a4-8489-8dcf398389bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7967587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846744726'] for router_interface, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:30.274661 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device b7766f0d-b747-43c4-96a4-0e5ee4238bd3 no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 11 17:33:30.310551 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] No Port match for: b7766f0d-b747-43c4-96a4-0e5ee4238bd3 {{(pid=85245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 11 17:33:30.310935 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device b7766f0d-b747-43c4-96a4-0e5ee4238bd3 not bound to the agent host hv-cinder-78477 {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 11 17:33:30.693369 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae3441b-762f-41a4-8489-8dcf398389bb admin admin] Router d7de85bc-c4de-4e3e-8f04-a31626bfd920 has already been hosted by L3 agent 5d769fae-3c68-4f0c-97be-90cfc50b6a37 {{(pid=85244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 11 17:33:31.150155 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae3441b-762f-41a4-8489-8dcf398389bb admin admin] Notify agent at l3_agent.dv-cinder-784779-4-smb the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 11 17:33:31.160884 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fae02da-fef7-4be9-b816-2cdbeb1a4479 None None] Sync routers for ids ['d7de85bc-c4de-4e3e-8f04-a31626bfd920'] in dv-cinder-784779-4-smb {{(pid=85245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 11 17:33:31.163849 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-2ae3441b-762f-41a4-8489-8dcf398389bb admin admin] 10.222.0.16 "PUT /v2.0/routers/d7de85bc-c4de-4e3e-8f04-a31626bfd920/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2166691 Apr 11 17:33:31.166624 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 38462) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:33:31.171230 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fae02da-fef7-4be9-b816-2cdbeb1a4479 None None] Routers {'d7de85bc-c4de-4e3e-8f04-a31626bfd920'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:33:31.171939 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-0fae02da-fef7-4be9-b816-2cdbeb1a4479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:33:07Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['d7de85bc-c4de-4e3e-8f04-a31626bfd920'], 'active': True} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:33:31.358714 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8df0b498-416b-4413-ad1a-d2f9723b4bed admin admin] Notify callbacks [] for router, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:31.365397 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-0fae02da-fef7-4be9-b816-2cdbeb1a4479 None None] Set router d7de85bc-c4de-4e3e-8f04-a31626bfd920 gateway port host: dv-cinder-784779-4-smb {{(pid=85245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:33:31.558445 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8df0b498-416b-4413-ad1a-d2f9723b4bed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:31.568049 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-8df0b498-416b-4413-ad1a-d2f9723b4bed admin admin] Deleting port f20fa021-71ba-4881-9df8-419fd6cb9e3a {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:33:31.568506 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8df0b498-416b-4413-ad1a-d2f9723b4bed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:31.776509 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-8df0b498-416b-4413-ad1a-d2f9723b4bed admin admin] For port f20fa021-71ba-4881-9df8-419fd6cb9e3a, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=f20fa021-71ba-4881-9df8-419fd6cb9e3a,segment=NetworkSegment(0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e),segment_id=0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:33:31.776919 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8df0b498-416b-4413-ad1a-d2f9723b4bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:31.868495 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-0fae02da-fef7-4be9-b816-2cdbeb1a4479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7de85bc-c4de-4e3e-8f04-a31626bfd920', 'name': 'tempest-TestMinimumBasicScenario-606535106-router', 'tenant_id': '663373bb15694024989fa6f103793a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.8'}], 'enable_snat': True}, 'gw_port_id': 'f20fa021-71ba-4881-9df8-419fd6cb9e3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:29:59Z', 'updated_at': '2021-04-11T17:33:29Z', 'revision_number': 5, 'project_id': '663373bb15694024989fa6f103793a16', 'gw_port': {'id': 'f20fa021-71ba-4881-9df8-419fd6cb9e3a', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a9:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7de85bc-c4de-4e3e-8f04-a31626bfd920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:30:00Z', 'updated_at': '2021-04-11T17:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb'}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:33:31.874725 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fae02da-fef7-4be9-b816-2cdbeb1a4479 None None] Checking router: d7de85bc-c4de-4e3e-8f04-a31626bfd920 for host: dv-cinder-784779-4-smb {{(pid=85245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 11 17:33:31.885031 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fae02da-fef7-4be9-b816-2cdbeb1a4479 None None] Routers {'d7de85bc-c4de-4e3e-8f04-a31626bfd920'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:33:31.885719 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-0fae02da-fef7-4be9-b816-2cdbeb1a4479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:33:07Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['d7de85bc-c4de-4e3e-8f04-a31626bfd920'], 'active': True} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:33:31.918165 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-8df0b498-416b-4413-ad1a-d2f9723b4bed admin admin] Calling delete_port for f20fa021-71ba-4881-9df8-419fd6cb9e3a owned by network:router_gateway {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:33:32.062979 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-0fae02da-fef7-4be9-b816-2cdbeb1a4479 None None] Set router d7de85bc-c4de-4e3e-8f04-a31626bfd920 gateway port host: None {{(pid=85245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:33:32.121629 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8df0b498-416b-4413-ad1a-d2f9723b4bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771099430430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771099036582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6317060'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:32.141079 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-abb66f13-61fc-4d50-bf0a-485bb0c1a5bd tempest-AttachVolumeNegativeTest-1905902413 tempest-AttachVolumeNegativeTest-1905902413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:33:32.183198 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-0fae02da-fef7-4be9-b816-2cdbeb1a4479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7de85bc-c4de-4e3e-8f04-a31626bfd920', 'name': 'tempest-TestMinimumBasicScenario-606535106-router', 'tenant_id': '663373bb15694024989fa6f103793a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:29:59Z', 'updated_at': '2021-04-11T17:33:31Z', 'revision_number': 6, 'project_id': '663373bb15694024989fa6f103793a16', 'gw_port_host': None}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:33:32.187771 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fae02da-fef7-4be9-b816-2cdbeb1a4479 None None] The sync data for ids ['d7de85bc-c4de-4e3e-8f04-a31626bfd920'] in dv-cinder-784779-4-smb is: [{'id': 'd7de85bc-c4de-4e3e-8f04-a31626bfd920', 'name': 'tempest-TestMinimumBasicScenario-606535106-router', 'tenant_id': '663373bb15694024989fa6f103793a16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:29:59Z', 'updated_at': '2021-04-11T17:33:31Z', 'revision_number': 6, 'project_id': '663373bb15694024989fa6f103793a16', 'gw_port_host': None}] {{(pid=85245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 11 17:33:32.246688 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df0b498-416b-4413-ad1a-d2f9723b4bed admin admin] Pushing event deleted for resources: {'Port': ['ID=f20fa021-71ba-4881-9df8-419fd6cb9e3a,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:33:32.251723 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8df0b498-416b-4413-ad1a-d2f9723b4bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:33:32.409544 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8df0b498-416b-4413-ad1a-d2f9723b4bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8015236'] for router_gateway, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:32.600652 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8df0b498-416b-4413-ad1a-d2f9723b4bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8222989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15196'] for router, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:32.603361 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8df0b498-416b-4413-ad1a-d2f9723b4bed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:32.629229 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8df0b498-416b-4413-ad1a-d2f9723b4bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846745187'] for router, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:32.629806 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df0b498-416b-4413-ad1a-d2f9723b4bed admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7de85bc-c4de-4e3e-8f04-a31626bfd920 {{(pid=85244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 11 17:33:32.643194 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8df0b498-416b-4413-ad1a-d2f9723b4bed admin admin] Notify callbacks [] for router, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:32.644464 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-8df0b498-416b-4413-ad1a-d2f9723b4bed admin admin] 10.222.0.16 "DELETE /v2.0/routers/d7de85bc-c4de-4e3e-8f04-a31626bfd920 HTTP/1.1" status: 204 len: 168 time: 1.4767933 Apr 11 17:33:32.647262 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 38466) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:33:32.720060 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_v2 [None req-977c9385-df5d-45af-bfc8-bd34a01c6c97 admin admin] Deleting subnet 50f472ec-52bd-4f05-a560-704168b7ea39 {{(pid=85244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 11 17:33:32.724169 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-977c9385-df5d-45af-bfc8-bd34a01c6c97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:32.779418 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-977c9385-df5d-45af-bfc8-bd34a01c6c97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6483340'] for subnet, precommit_delete_associations {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:32.911523 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-977c9385-df5d-45af-bfc8-bd34a01c6c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-370660'] for subnet, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:33.187403 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-977c9385-df5d-45af-bfc8-bd34a01c6c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854405123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848458637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847719075'] for subnet, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:33.204474 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-9879ecb8-b04a-4c6f-9cbf-a609b4770b77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:33:33.301178 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977c9385-df5d-45af-bfc8-bd34a01c6c97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50f472ec-52bd-4f05-a560-704168b7ea39,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:33:33.306349 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-977c9385-df5d-45af-bfc8-bd34a01c6c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:33:33.340608 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-977c9385-df5d-45af-bfc8-bd34a01c6c97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:33.346136 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e19c60a-bc96-4c4c-a293-bc9e146a58d9 None None] Network 219ac03a-311b-4888-b708-889dc0e8dfbc requested from dv-cinder-784779-4-smb {{(pid=85245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 11 17:33:33.347739 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-977c9385-df5d-45af-bfc8-bd34a01c6c97 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/50f472ec-52bd-4f05-a560-704168b7ea39 HTTP/1.1" status: 204 len: 168 time: 0.6983616 Apr 11 17:33:33.349441 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 38470) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:33:33.471123 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-58e34055-62e8-4cc6-963e-7f3dbc040ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854564312'] for network, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:33.542488 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-58e34055-62e8-4cc6-963e-7f3dbc040ff3 admin admin] Deleting port a7567adb-2ed7-4d19-b3a4-1753b4835aa3 {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:33:33.542871 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-58e34055-62e8-4cc6-963e-7f3dbc040ff3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:33.618172 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92151aa1-14ce-40b1-a687-79ba6b9e2df0 None None] DHCP port deletion for 219ac03a-311b-4888-b708-889dc0e8dfbc request from dv-cinder-784779-4-smb {{(pid=85245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 11 17:33:33.623144 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-92151aa1-14ce-40b1-a687-79ba6b9e2df0 None None] Deleting port a7567adb-2ed7-4d19-b3a4-1753b4835aa3 {{(pid=85245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:33:33.623630 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-92151aa1-14ce-40b1-a687-79ba6b9e2df0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:33.814922 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-58e34055-62e8-4cc6-963e-7f3dbc040ff3 admin admin] For port a7567adb-2ed7-4d19-b3a4-1753b4835aa3, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=a7567adb-2ed7-4d19-b3a4-1753b4835aa3,segment=NetworkSegment(b2c94fc8-f40d-4074-8440-102dfa8dc66a),segment_id=b2c94fc8-f40d-4074-8440-102dfa8dc66a)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:33:33.815312 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-58e34055-62e8-4cc6-963e-7f3dbc040ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:33.815924 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device a7567adb-2ed7-4d19-b3a4-1753b4835aa3 no longer exists at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 11 17:33:33.920240 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:33.927689 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-92151aa1-14ce-40b1-a687-79ba6b9e2df0 None None] For port a7567adb-2ed7-4d19-b3a4-1753b4835aa3, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=a7567adb-2ed7-4d19-b3a4-1753b4835aa3,segment=NetworkSegment(b2c94fc8-f40d-4074-8440-102dfa8dc66a),segment_id=b2c94fc8-f40d-4074-8440-102dfa8dc66a)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:33:33.928168 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-92151aa1-14ce-40b1-a687-79ba6b9e2df0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:33.951213 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-58e34055-62e8-4cc6-963e-7f3dbc040ff3 admin admin] Calling delete_port for a7567adb-2ed7-4d19-b3a4-1753b4835aa3 owned by network:dhcp {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:33:34.039606 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-58e34055-62e8-4cc6-963e-7f3dbc040ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771099430430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771099036582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6317060'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:34.060109 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-149f5b23-5772-4a99-94cd-9146e07218e8 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:33:34.104100 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-92151aa1-14ce-40b1-a687-79ba6b9e2df0 None None] Calling delete_port for a7567adb-2ed7-4d19-b3a4-1753b4835aa3 owned by network:dhcp {{(pid=85245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:33:34.173341 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:34.249187 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device 635d7433-1d03-4bd7-a915-0b84c1e947e4 no longer exists at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 11 17:33:34.289583 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] No Port match for: 635d7433-1d03-4bd7-a915-0b84c1e947e4 {{(pid=85245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 11 17:33:34.290061 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device 635d7433-1d03-4bd7-a915-0b84c1e947e4 not bound to the agent host dv-cinder-784779-4-smb {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 11 17:33:34.290460 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device f20fa021-71ba-4881-9df8-419fd6cb9e3a no longer exists at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 11 17:33:34.322101 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.db.api [None req-92151aa1-14ce-40b1-a687-79ba6b9e2df0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85245) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 11 17:33:34.322394 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_db.api [None req-92151aa1-14ce-40b1-a687-79ba6b9e2df0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 11 17:33:34.328797 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] No Port match for: f20fa021-71ba-4881-9df8-419fd6cb9e3a {{(pid=85245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 11 17:33:34.329194 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device f20fa021-71ba-4881-9df8-419fd6cb9e3a not bound to the agent host dv-cinder-784779-4-smb {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 11 17:33:34.425386 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e34055-62e8-4cc6-963e-7f3dbc040ff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7567adb-2ed7-4d19-b3a4-1753b4835aa3,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:33:34.430037 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-58e34055-62e8-4cc6-963e-7f3dbc040ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:33:34.463340 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e34055-62e8-4cc6-963e-7f3dbc040ff3 admin admin] No DVR routers for this DVR port a7567adb-2ed7-4d19-b3a4-1753b4835aa3 on host dv-cinder-784779-4-smb {{(pid=85244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 11 17:33:34.586744 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-58e34055-62e8-4cc6-963e-7f3dbc040ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-369277', 'neutron.services.segments.db._delete_segments_for_network--9223363265755233635'] for network, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:34.703695 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.segments.db [None req-58e34055-62e8-4cc6-963e-7f3dbc040ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['219ac03a-311b-4888-b708-889dc0e8dfbc']}} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:33:34.717947 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.segments.db [None req-58e34055-62e8-4cc6-963e-7f3dbc040ff3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c94fc8-f40d-4074-8440-102dfa8dc66a') {'for_net_delete': True} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:33:34.718282 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.segments.db [None req-58e34055-62e8-4cc6-963e-7f3dbc040ff3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c94fc8-f40d-4074-8440-102dfa8dc66a') {} {{(pid=85244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:33:34.730745 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-58e34055-62e8-4cc6-963e-7f3dbc040ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771099529263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848292493'] for segment, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:34.746205 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-58e34055-62e8-4cc6-963e-7f3dbc040ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854391073'] for segment, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:34.753285 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58e34055-62e8-4cc6-963e-7f3dbc040ff3 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=85244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 11 17:33:34.824199 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-92151aa1-14ce-40b1-a687-79ba6b9e2df0 None None] Deleting port a7567adb-2ed7-4d19-b3a4-1753b4835aa3 {{(pid=85245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:33:34.824620 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-92151aa1-14ce-40b1-a687-79ba6b9e2df0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:34.910335 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-92151aa1-14ce-40b1-a687-79ba6b9e2df0 None None] The port 'a7567adb-2ed7-4d19-b3a4-1753b4835aa3' was deleted {{(pid=85245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 11 17:33:34.919158 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-56216551-efc9-4c85-84ce-e04048346516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:34.937847 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-58e34055-62e8-4cc6-963e-7f3dbc040ff3 admin admin] Network 219ac03a-311b-4888-b708-889dc0e8dfbc has no segments {{(pid=85244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 11 17:33:34.951958 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-58e34055-62e8-4cc6-963e-7f3dbc040ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-384710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848458706'] for segment, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:35.133808 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-58e34055-62e8-4cc6-963e-7f3dbc040ff3 admin admin] Network 219ac03a-311b-4888-b708-889dc0e8dfbc has no segments {{(pid=85244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 11 17:33:35.156199 dv-cinder-784779-4-smb neutron-server[85130]: Traceback (most recent call last): Apr 11 17:33:35.156199 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:33:35.156199 dv-cinder-784779-4-smb neutron-server[85130]: timer() Apr 11 17:33:35.156199 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:33:35.156199 dv-cinder-784779-4-smb neutron-server[85130]: cb(*args, **kw) Apr 11 17:33:35.156199 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 11 17:33:35.156199 dv-cinder-784779-4-smb neutron-server[85130]: return func(*args, **kwargs) Apr 11 17:33:35.156199 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:33:35.156199 dv-cinder-784779-4-smb neutron-server[85130]: self._notify() Apr 11 17:33:35.156199 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:33:35.156199 dv-cinder-784779-4-smb neutron-server[85130]: self.callback(batched_events) Apr 11 17:33:35.156199 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:33:35.156199 dv-cinder-784779-4-smb neutron-server[85130]: event.method(event) Apr 11 17:33:35.156199 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 17:33:35.156199 dv-cinder-784779-4-smb neutron-server[85130]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:33:35.156199 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 11 17:33:35.156199 dv-cinder-784779-4-smb neutron-server[85130]: segment_id)['aggregates'][0] Apr 11 17:33:35.156199 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 17:33:35.156199 dv-cinder-784779-4-smb neutron-server[85130]: return f(self, *a, **k) Apr 11 17:33:35.156199 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 17:33:35.156199 dv-cinder-784779-4-smb neutron-server[85130]: return self._get(url).json() Apr 11 17:33:35.156199 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:33:35.156199 dv-cinder-784779-4-smb neutron-server[85130]: **kwargs) Apr 11 17:33:35.156199 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:33:35.156199 dv-cinder-784779-4-smb neutron-server[85130]: return self.request(url, 'GET', **kwargs) Apr 11 17:33:35.156199 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 11 17:33:35.156199 dv-cinder-784779-4-smb neutron-server[85130]: **endpoint_filter) Apr 11 17:33:35.156199 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:33:35.156199 dv-cinder-784779-4-smb neutron-server[85130]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:33:35.156199 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:33:35.156199 dv-cinder-784779-4-smb neutron-server[85130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:33:35.156199 dv-cinder-784779-4-smb neutron-server[85130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:33:35.234519 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-58e34055-62e8-4cc6-963e-7f3dbc040ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854406646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846760530'] for network, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:35.238932 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:33:35.255739 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-58e34055-62e8-4cc6-963e-7f3dbc040ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for network, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:35.264529 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e34055-62e8-4cc6-963e-7f3dbc040ff3 admin admin] Pushing event deleted for resources: {'Network': ['ID=219ac03a-311b-4888-b708-889dc0e8dfbc,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:33:35.267936 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-58e34055-62e8-4cc6-963e-7f3dbc040ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:33:35.277932 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-58e34055-62e8-4cc6-963e-7f3dbc040ff3 admin admin] 10.222.0.16 "DELETE /v2.0/networks/219ac03a-311b-4888-b708-889dc0e8dfbc HTTP/1.1" status: 204 len: 168 time: 1.9274585 Apr 11 17:33:35.281064 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 38474) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:33:35.842457 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-99999ad0-9961-47da-8f68-32741b437b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846760598'] for router_interface, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:36.210712 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-99999ad0-9961-47da-8f68-32741b437b0f admin admin] Deleting port c3ba3b4d-45ea-495a-9686-cf89c14eb3c4 {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:33:36.211091 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-99999ad0-9961-47da-8f68-32741b437b0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:36.394098 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-99999ad0-9961-47da-8f68-32741b437b0f admin admin] For port c3ba3b4d-45ea-495a-9686-cf89c14eb3c4, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=c3ba3b4d-45ea-495a-9686-cf89c14eb3c4,segment=NetworkSegment(a295a104-a9af-406f-96ad-3c3b986a4c81),segment_id=a295a104-a9af-406f-96ad-3c3b986a4c81)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:33:36.394502 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-99999ad0-9961-47da-8f68-32741b437b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:36.527808 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-99999ad0-9961-47da-8f68-32741b437b0f admin admin] Calling delete_port for c3ba3b4d-45ea-495a-9686-cf89c14eb3c4 owned by network:router_interface {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:33:36.700192 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-99999ad0-9961-47da-8f68-32741b437b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771099430430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771099036582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6317060'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:36.715177 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5254e5cf-2236-4899-8c32-7bb3b01d9618 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:33:36.816136 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99999ad0-9961-47da-8f68-32741b437b0f admin admin] Pushing event deleted for resources: {'Port': ['ID=c3ba3b4d-45ea-495a-9686-cf89c14eb3c4,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:33:36.821082 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-99999ad0-9961-47da-8f68-32741b437b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:33:37.165777 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-99999ad0-9961-47da-8f68-32741b437b0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7967587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846744726'] for router_interface, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:37.338686 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4c66a4d5-b4b9-4409-8707-56cfcec60c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:37.959207 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99999ad0-9961-47da-8f68-32741b437b0f admin admin] Router a1fc780d-06b3-4683-add3-9e345b9ad3a3 has already been hosted by L3 agent 5d769fae-3c68-4f0c-97be-90cfc50b6a37 {{(pid=85244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 11 17:33:37.987961 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:38.146398 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99999ad0-9961-47da-8f68-32741b437b0f admin admin] Notify agent at l3_agent.dv-cinder-784779-4-smb the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 11 17:33:38.155120 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61faaa64-8696-44f9-9770-be43527685fa None None] Sync routers for ids ['a1fc780d-06b3-4683-add3-9e345b9ad3a3'] in dv-cinder-784779-4-smb {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 11 17:33:38.161596 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-99999ad0-9961-47da-8f68-32741b437b0f admin admin] 10.222.0.16 "PUT /v2.0/routers/a1fc780d-06b3-4683-add3-9e345b9ad3a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8793905 Apr 11 17:33:38.164219 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 38480) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:33:38.166185 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61faaa64-8696-44f9-9770-be43527685fa None None] Routers {'a1fc780d-06b3-4683-add3-9e345b9ad3a3'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:33:38.166847 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-61faaa64-8696-44f9-9770-be43527685fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:33:37Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['a1fc780d-06b3-4683-add3-9e345b9ad3a3'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:33:38.356167 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c774e4d5-908d-4860-9dff-f4f68bd0bbec admin admin] Notify callbacks [] for router, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:38.356656 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-61faaa64-8696-44f9-9770-be43527685fa None None] Set router a1fc780d-06b3-4683-add3-9e345b9ad3a3 gateway port host: dv-cinder-784779-4-smb {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:33:38.424899 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:38.552501 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c774e4d5-908d-4860-9dff-f4f68bd0bbec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:38.560981 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-c774e4d5-908d-4860-9dff-f4f68bd0bbec admin admin] Deleting port 31e55dd7-3fde-4548-929c-c4c9aaa13249 {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:33:38.561347 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c774e4d5-908d-4860-9dff-f4f68bd0bbec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:38.660214 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-61faaa64-8696-44f9-9770-be43527685fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fc780d-06b3-4683-add3-9e345b9ad3a3', 'name': 'tempest-TestMinimumBasicScenario-1034894453-router', 'tenant_id': '3d5ec3e717a7401bb53388a8e7fa5e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.36'}], 'enable_snat': True}, 'gw_port_id': '31e55dd7-3fde-4548-929c-c4c9aaa13249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:30:07Z', 'updated_at': '2021-04-11T17:33:36Z', 'revision_number': 5, 'project_id': '3d5ec3e717a7401bb53388a8e7fa5e04', 'gw_port': {'id': '31e55dd7-3fde-4548-929c-c4c9aaa13249', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:87:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fc780d-06b3-4683-add3-9e345b9ad3a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:30:08Z', 'updated_at': '2021-04-11T17:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb'}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:33:38.664592 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61faaa64-8696-44f9-9770-be43527685fa None None] Checking router: a1fc780d-06b3-4683-add3-9e345b9ad3a3 for host: dv-cinder-784779-4-smb {{(pid=85246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 11 17:33:38.674191 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61faaa64-8696-44f9-9770-be43527685fa None None] Routers {'a1fc780d-06b3-4683-add3-9e345b9ad3a3'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:33:38.674846 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-61faaa64-8696-44f9-9770-be43527685fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:33:37Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['a1fc780d-06b3-4683-add3-9e345b9ad3a3'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:33:38.751536 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-c774e4d5-908d-4860-9dff-f4f68bd0bbec admin admin] For port 31e55dd7-3fde-4548-929c-c4c9aaa13249, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=31e55dd7-3fde-4548-929c-c4c9aaa13249,segment=NetworkSegment(0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e),segment_id=0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:33:38.751903 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c774e4d5-908d-4860-9dff-f4f68bd0bbec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:38.834082 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-61faaa64-8696-44f9-9770-be43527685fa None None] Set router a1fc780d-06b3-4683-add3-9e345b9ad3a3 gateway port host: None {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:33:38.886951 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-c774e4d5-908d-4860-9dff-f4f68bd0bbec admin admin] Calling delete_port for 31e55dd7-3fde-4548-929c-c4c9aaa13249 owned by network:router_gateway {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:33:38.947644 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-61faaa64-8696-44f9-9770-be43527685fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fc780d-06b3-4683-add3-9e345b9ad3a3', 'name': 'tempest-TestMinimumBasicScenario-1034894453-router', 'tenant_id': '3d5ec3e717a7401bb53388a8e7fa5e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:30:07Z', 'updated_at': '2021-04-11T17:33:38Z', 'revision_number': 6, 'project_id': '3d5ec3e717a7401bb53388a8e7fa5e04', 'gw_port_host': None}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:33:38.951752 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61faaa64-8696-44f9-9770-be43527685fa None None] The sync data for ids ['a1fc780d-06b3-4683-add3-9e345b9ad3a3'] in dv-cinder-784779-4-smb is: [{'id': 'a1fc780d-06b3-4683-add3-9e345b9ad3a3', 'name': 'tempest-TestMinimumBasicScenario-1034894453-router', 'tenant_id': '3d5ec3e717a7401bb53388a8e7fa5e04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:30:07Z', 'updated_at': '2021-04-11T17:33:38Z', 'revision_number': 6, 'project_id': '3d5ec3e717a7401bb53388a8e7fa5e04', 'gw_port_host': None}] {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 11 17:33:39.075517 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c774e4d5-908d-4860-9dff-f4f68bd0bbec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771099430430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771099036582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6317060'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:39.092162 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-fe96d19e-1b17-4abc-9cf8-9323c69a5d0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:33:39.195086 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774e4d5-908d-4860-9dff-f4f68bd0bbec admin admin] Pushing event deleted for resources: {'Port': ['ID=31e55dd7-3fde-4548-929c-c4c9aaa13249,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:33:39.199979 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c774e4d5-908d-4860-9dff-f4f68bd0bbec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:33:39.327158 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:39.365867 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c774e4d5-908d-4860-9dff-f4f68bd0bbec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8015236'] for router_gateway, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:39.571349 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c774e4d5-908d-4860-9dff-f4f68bd0bbec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8222989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15196'] for router, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:39.573924 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c774e4d5-908d-4860-9dff-f4f68bd0bbec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:39.600479 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c774e4d5-908d-4860-9dff-f4f68bd0bbec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846745187'] for router, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:39.601072 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c774e4d5-908d-4860-9dff-f4f68bd0bbec admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1fc780d-06b3-4683-add3-9e345b9ad3a3 {{(pid=85244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 11 17:33:39.614393 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c774e4d5-908d-4860-9dff-f4f68bd0bbec admin admin] Notify callbacks [] for router, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:39.619020 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-c774e4d5-908d-4860-9dff-f4f68bd0bbec admin admin] 10.222.0.16 "DELETE /v2.0/routers/a1fc780d-06b3-4683-add3-9e345b9ad3a3 HTTP/1.1" status: 204 len: 168 time: 1.4532943 Apr 11 17:33:39.619157 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 38486) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:33:39.693558 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6e61d7b-3fff-40da-b56c-3f8de4212b1e admin admin] Deleting subnet d02aff69-72bc-4f24-8d99-0a98f61504e4 {{(pid=85243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 11 17:33:39.697252 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a6e61d7b-3fff-40da-b56c-3f8de4212b1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:39.751576 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a6e61d7b-3fff-40da-b56c-3f8de4212b1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6558329'] for subnet, precommit_delete_associations {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:39.756753 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device 31e55dd7-3fde-4548-929c-c4c9aaa13249 no longer exists at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 11 17:33:39.797193 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] No Port match for: 31e55dd7-3fde-4548-929c-c4c9aaa13249 {{(pid=85245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 11 17:33:39.797588 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device 31e55dd7-3fde-4548-929c-c4c9aaa13249 not bound to the agent host dv-cinder-784779-4-smb {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 11 17:33:39.798095 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device c3ba3b4d-45ea-495a-9686-cf89c14eb3c4 no longer exists at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 11 17:33:39.837363 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] No Port match for: c3ba3b4d-45ea-495a-9686-cf89c14eb3c4 {{(pid=85245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 11 17:33:39.837682 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device c3ba3b4d-45ea-495a-9686-cf89c14eb3c4 not bound to the agent host dv-cinder-784779-4-smb {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 11 17:33:39.849939 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a6e61d7b-3fff-40da-b56c-3f8de4212b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-370660'] for subnet, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:40.326934 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a6e61d7b-3fff-40da-b56c-3f8de4212b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854405123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848421728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5609759'] for subnet, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:40.343166 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:33:40.429121 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e61d7b-3fff-40da-b56c-3f8de4212b1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d02aff69-72bc-4f24-8d99-0a98f61504e4,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:33:40.431809 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a6e61d7b-3fff-40da-b56c-3f8de4212b1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:33:40.483458 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a6e61d7b-3fff-40da-b56c-3f8de4212b1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for subnet, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:40.489044 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5ce5d5-26ca-4e55-8277-ba064d4f69bc None None] Network c9e211c5-a276-4329-aa04-530fc7d0b82e requested from dv-cinder-784779-4-smb {{(pid=85245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 11 17:33:40.493314 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-a6e61d7b-3fff-40da-b56c-3f8de4212b1e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d02aff69-72bc-4f24-8d99-0a98f61504e4 HTTP/1.1" status: 204 len: 168 time: 0.8713005 Apr 11 17:33:40.493576 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 38490) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:33:40.607420 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f7c2d80c-8d6d-4e2a-aae1-c4499b9cc695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854564312'] for network, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:40.679597 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-f7c2d80c-8d6d-4e2a-aae1-c4499b9cc695 admin admin] Deleting port 15273011-f039-4fd6-a2fb-7cf6057ad787 {{(pid=85243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:33:40.680018 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f7c2d80c-8d6d-4e2a-aae1-c4499b9cc695 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:40.744655 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3616b6-dc87-4d3a-beb0-248448b59404 None None] DHCP port deletion for c9e211c5-a276-4329-aa04-530fc7d0b82e request from dv-cinder-784779-4-smb {{(pid=85245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 11 17:33:40.748990 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-ee3616b6-dc87-4d3a-beb0-248448b59404 None None] Deleting port 15273011-f039-4fd6-a2fb-7cf6057ad787 {{(pid=85245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:33:40.749412 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ee3616b6-dc87-4d3a-beb0-248448b59404 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:40.910331 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-f7c2d80c-8d6d-4e2a-aae1-c4499b9cc695 admin admin] For port 15273011-f039-4fd6-a2fb-7cf6057ad787, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=15273011-f039-4fd6-a2fb-7cf6057ad787,segment=NetworkSegment(a295a104-a9af-406f-96ad-3c3b986a4c81),segment_id=a295a104-a9af-406f-96ad-3c3b986a4c81)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:33:40.910732 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f7c2d80c-8d6d-4e2a-aae1-c4499b9cc695 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:40.967101 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-ee3616b6-dc87-4d3a-beb0-248448b59404 None None] For port 15273011-f039-4fd6-a2fb-7cf6057ad787, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=15273011-f039-4fd6-a2fb-7cf6057ad787,segment=NetworkSegment(a295a104-a9af-406f-96ad-3c3b986a4c81),segment_id=a295a104-a9af-406f-96ad-3c3b986a4c81)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:33:40.967543 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ee3616b6-dc87-4d3a-beb0-248448b59404 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:41.044313 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-f7c2d80c-8d6d-4e2a-aae1-c4499b9cc695 admin admin] Calling delete_port for 15273011-f039-4fd6-a2fb-7cf6057ad787 owned by network:dhcp {{(pid=85243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:33:41.098875 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-ee3616b6-dc87-4d3a-beb0-248448b59404 None None] Calling delete_port for 15273011-f039-4fd6-a2fb-7cf6057ad787 owned by network:dhcp {{(pid=85245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:33:41.128191 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f7c2d80c-8d6d-4e2a-aae1-c4499b9cc695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771099430430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771099036582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6354135'] for port, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:41.143778 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-9b981382-d1a4-4010-a7b0-debf2ba51981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:33:41.178388 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.db.api [None req-ee3616b6-dc87-4d3a-beb0-248448b59404 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85245) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 11 17:33:41.178714 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_db.api [None req-ee3616b6-dc87-4d3a-beb0-248448b59404 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 11 17:33:41.240735 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c2d80c-8d6d-4e2a-aae1-c4499b9cc695 admin admin] Pushing event deleted for resources: {'Port': ['ID=15273011-f039-4fd6-a2fb-7cf6057ad787,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:33:41.253556 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f7c2d80c-8d6d-4e2a-aae1-c4499b9cc695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:33:41.289891 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c2d80c-8d6d-4e2a-aae1-c4499b9cc695 admin admin] No DVR routers for this DVR port 15273011-f039-4fd6-a2fb-7cf6057ad787 on host dv-cinder-784779-4-smb {{(pid=85243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 11 17:33:41.415041 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f7c2d80c-8d6d-4e2a-aae1-c4499b9cc695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-369277', 'neutron.services.segments.db._delete_segments_for_network--9223363265755233635'] for network, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:41.533597 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.segments.db [None req-f7c2d80c-8d6d-4e2a-aae1-c4499b9cc695 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9e211c5-a276-4329-aa04-530fc7d0b82e']}} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:33:41.546327 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.segments.db [None req-f7c2d80c-8d6d-4e2a-aae1-c4499b9cc695 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a295a104-a9af-406f-96ad-3c3b986a4c81') {'for_net_delete': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:33:41.546671 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.segments.db [None req-f7c2d80c-8d6d-4e2a-aae1-c4499b9cc695 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a295a104-a9af-406f-96ad-3c3b986a4c81') {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:33:41.559490 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f7c2d80c-8d6d-4e2a-aae1-c4499b9cc695 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771099529263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848217466'] for segment, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:41.577249 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f7c2d80c-8d6d-4e2a-aae1-c4499b9cc695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854391073'] for segment, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:41.584174 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7c2d80c-8d6d-4e2a-aae1-c4499b9cc695 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=85243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 11 17:33:41.679953 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-ee3616b6-dc87-4d3a-beb0-248448b59404 None None] Deleting port 15273011-f039-4fd6-a2fb-7cf6057ad787 {{(pid=85245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:33:41.680515 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ee3616b6-dc87-4d3a-beb0-248448b59404 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:41.754366 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-ee3616b6-dc87-4d3a-beb0-248448b59404 None None] The port '15273011-f039-4fd6-a2fb-7cf6057ad787' was deleted {{(pid=85245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 11 17:33:41.757277 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device 15273011-f039-4fd6-a2fb-7cf6057ad787 no longer exists at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 11 17:33:41.769321 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-f7c2d80c-8d6d-4e2a-aae1-c4499b9cc695 admin admin] Network c9e211c5-a276-4329-aa04-530fc7d0b82e has no segments {{(pid=85243) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 11 17:33:41.778732 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f7c2d80c-8d6d-4e2a-aae1-c4499b9cc695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-384710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848421635'] for segment, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:41.798461 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] No Port match for: 15273011-f039-4fd6-a2fb-7cf6057ad787 {{(pid=85245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 11 17:33:41.798860 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device 15273011-f039-4fd6-a2fb-7cf6057ad787 not bound to the agent host dv-cinder-784779-4-smb {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 11 17:33:41.963062 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-f7c2d80c-8d6d-4e2a-aae1-c4499b9cc695 admin admin] Network c9e211c5-a276-4329-aa04-530fc7d0b82e has no segments {{(pid=85243) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 11 17:33:41.986437 dv-cinder-784779-4-smb neutron-server[85130]: Traceback (most recent call last): Apr 11 17:33:41.986437 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:33:41.986437 dv-cinder-784779-4-smb neutron-server[85130]: timer() Apr 11 17:33:41.986437 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:33:41.986437 dv-cinder-784779-4-smb neutron-server[85130]: cb(*args, **kw) Apr 11 17:33:41.986437 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 11 17:33:41.986437 dv-cinder-784779-4-smb neutron-server[85130]: return func(*args, **kwargs) Apr 11 17:33:41.986437 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:33:41.986437 dv-cinder-784779-4-smb neutron-server[85130]: self._notify() Apr 11 17:33:41.986437 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:33:41.986437 dv-cinder-784779-4-smb neutron-server[85130]: self.callback(batched_events) Apr 11 17:33:41.986437 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:33:41.986437 dv-cinder-784779-4-smb neutron-server[85130]: event.method(event) Apr 11 17:33:41.986437 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 17:33:41.986437 dv-cinder-784779-4-smb neutron-server[85130]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:33:41.986437 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 11 17:33:41.986437 dv-cinder-784779-4-smb neutron-server[85130]: segment_id)['aggregates'][0] Apr 11 17:33:41.986437 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 17:33:41.986437 dv-cinder-784779-4-smb neutron-server[85130]: return f(self, *a, **k) Apr 11 17:33:41.986437 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 17:33:41.986437 dv-cinder-784779-4-smb neutron-server[85130]: return self._get(url).json() Apr 11 17:33:41.986437 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:33:41.986437 dv-cinder-784779-4-smb neutron-server[85130]: **kwargs) Apr 11 17:33:41.986437 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:33:41.986437 dv-cinder-784779-4-smb neutron-server[85130]: return self.request(url, 'GET', **kwargs) Apr 11 17:33:41.986437 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 11 17:33:41.986437 dv-cinder-784779-4-smb neutron-server[85130]: **endpoint_filter) Apr 11 17:33:41.986437 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:33:41.986437 dv-cinder-784779-4-smb neutron-server[85130]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:33:41.986437 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:33:41.986437 dv-cinder-784779-4-smb neutron-server[85130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:33:41.986437 dv-cinder-784779-4-smb neutron-server[85130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:33:42.074974 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f7c2d80c-8d6d-4e2a-aae1-c4499b9cc695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854406646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846760530'] for network, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:42.078946 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7f91dc61-9ef8-4980-ac57-0be379302108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:33:42.093759 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f7c2d80c-8d6d-4e2a-aae1-c4499b9cc695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for network, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:42.105803 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c2d80c-8d6d-4e2a-aae1-c4499b9cc695 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9e211c5-a276-4329-aa04-530fc7d0b82e,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:33:42.110583 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f7c2d80c-8d6d-4e2a-aae1-c4499b9cc695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:33:42.114420 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-f7c2d80c-8d6d-4e2a-aae1-c4499b9cc695 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c9e211c5-a276-4329-aa04-530fc7d0b82e HTTP/1.1" status: 204 len: 168 time: 1.6198368 Apr 11 17:33:42.312878 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 38496) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:33:42.349532 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-efc33d70-8907-492b-9802-4e963350b32e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=663373bb15694024989fa6f103793a16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0351918 Apr 11 17:33:42.352091 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 38500) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:33:42.415741 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-65a63d37-b87a-4203-a3c5-3a7ec23a2f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:42.443495 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-65a63d37-b87a-4203-a3c5-3a7ec23a2f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:42.499514 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-65a63d37-b87a-4203-a3c5-3a7ec23a2f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:42.505301 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dff53b2d-e29d-414d-94d7-12773df5e2ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:33:42.521045 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a63d37-b87a-4203-a3c5-3a7ec23a2f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967ea1d6-1218-4a7b-8a02-1773306c8510,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:33:42.523571 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-65a63d37-b87a-4203-a3c5-3a7ec23a2f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:33:42.527154 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-65a63d37-b87a-4203-a3c5-3a7ec23a2f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:42.529106 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-65a63d37-b87a-4203-a3c5-3a7ec23a2f87 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/967ea1d6-1218-4a7b-8a02-1773306c8510 HTTP/1.1" status: 204 len: 168 time: 0.1760299 Apr 11 17:33:42.914698 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 38508) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:33:42.951485 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-ae0a20b3-088b-4f88-b1b8-a9b58300e31f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d5ec3e717a7401bb53388a8e7fa5e04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0354605 Apr 11 17:33:42.954302 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 38512) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:33:43.020640 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ad2de5a3-161d-45be-9f20-412a0bd0667e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:43.049370 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ad2de5a3-161d-45be-9f20-412a0bd0667e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:43.100149 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ad2de5a3-161d-45be-9f20-412a0bd0667e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:43.105390 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ba033cfe-17ad-4c9f-9f3a-e095d3f62eab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:33:43.116927 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2de5a3-161d-45be-9f20-412a0bd0667e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d01197-88f9-4da2-8b03-0f9a7d44a04b,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:33:43.120700 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ad2de5a3-161d-45be-9f20-412a0bd0667e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:33:43.124186 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ad2de5a3-161d-45be-9f20-412a0bd0667e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:43.125450 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-ad2de5a3-161d-45be-9f20-412a0bd0667e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e0d01197-88f9-4da2-8b03-0f9a7d44a04b HTTP/1.1" status: 204 len: 168 time: 0.1700635 Apr 11 17:33:43.977807 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 38536) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:33:44.125590 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-ed7f0ecc-4292-4434-98cf-4f5da22753eb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-737882630-network', 'tenant_id': '331e112c75364f0fbebec79a0118e5c3'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:33:44.131655 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-ed7f0ecc-4292-4434-98cf-4f5da22753eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:33:44.135869 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-ed7f0ecc-4292-4434-98cf-4f5da22753eb admin admin] Usage tracker for resource:network and tenant:331e112c75364f0fbebec79a0118e5c3 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:33:44.138883 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-ed7f0ecc-4292-4434-98cf-4f5da22753eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:33:44.144994 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-ed7f0ecc-4292-4434-98cf-4f5da22753eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:33:44.154969 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7f0ecc-4292-4434-98cf-4f5da22753eb admin admin] Made reservation on behalf of 331e112c75364f0fbebec79a0118e5c3 for: {'network': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:33:44.159772 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ed7f0ecc-4292-4434-98cf-4f5da22753eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for network, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:44.176843 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ed7f0ecc-4292-4434-98cf-4f5da22753eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:44.193132 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-ed7f0ecc-4292-4434-98cf-4f5da22753eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:33:44.197550 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-ed7f0ecc-4292-4434-98cf-4f5da22753eb admin admin] Usage tracker for resource:security_group_rule and tenant:331e112c75364f0fbebec79a0118e5c3 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:33:44.200550 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-ed7f0ecc-4292-4434-98cf-4f5da22753eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:33:44.207016 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-ed7f0ecc-4292-4434-98cf-4f5da22753eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:33:44.304080 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ed7f0ecc-4292-4434-98cf-4f5da22753eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:44.307087 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ed7f0ecc-4292-4434-98cf-4f5da22753eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:44.312056 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-9eb52072-0718-4917-bb9b-0d2f7bf75e0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:33:44.343539 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed7f0ecc-4292-4434-98cf-4f5da22753eb admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=85244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 11 17:33:44.353978 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7f0ecc-4292-4434-98cf-4f5da22753eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f20754-8ffb-4c50-b8d9-33010ae54cb5,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:33:44.358130 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ed7f0ecc-4292-4434-98cf-4f5da22753eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:33:44.361559 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ed7f0ecc-4292-4434-98cf-4f5da22753eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854391073'] for segment, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:44.361952 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.db.segments_db [None req-ed7f0ecc-4292-4434-98cf-4f5da22753eb admin admin] Added segment 0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b of type vlan for network 7ea143fb-e9c8-4343-b3df-be0d748ae3f1 Apr 11 17:33:44.391610 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ed7f0ecc-4292-4434-98cf-4f5da22753eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265755767019'] for network, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:44.424094 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ed7f0ecc-4292-4434-98cf-4f5da22753eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213'] for network, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:44.425535 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7f0ecc-4292-4434-98cf-4f5da22753eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:33:44.426194 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ed7f0ecc-4292-4434-98cf-4f5da22753eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for network, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:44.431718 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-9d9a2db9-da43-49df-841f-ed87778c2aad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:33:44.540810 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-ed7f0ecc-4292-4434-98cf-4f5da22753eb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5617402 Apr 11 17:33:44.541759 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7f0ecc-4292-4434-98cf-4f5da22753eb admin admin] Pushing event updated for resources: {'Network': ['ID=7ea143fb-e9c8-4343-b3df-be0d748ae3f1,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:33:44.544119 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 38542) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:33:44.547055 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ed7f0ecc-4292-4434-98cf-4f5da22753eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:33:44.552946 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-7000ab41-467b-486a-97c9-5d8f4ceb3f8a admin admin] Request body: {'subnet': {'network_id': '7ea143fb-e9c8-4343-b3df-be0d748ae3f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-737882630-subnet', 'tenant_id': '331e112c75364f0fbebec79a0118e5c3', 'ip_version': 4}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:33:44.553073 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Network 7ea143fb-e9c8-4343-b3df-be0d748ae3f1 details requested by agent ovs-agent-dv-cinder-784779-4-smb with host dv-cinder-784779-4-smb {{(pid=85245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 11 17:33:44.557954 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-7000ab41-467b-486a-97c9-5d8f4ceb3f8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:33:44.562237 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-7000ab41-467b-486a-97c9-5d8f4ceb3f8a admin admin] Usage tracker for resource:subnet and tenant:331e112c75364f0fbebec79a0118e5c3 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:33:44.565456 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-7000ab41-467b-486a-97c9-5d8f4ceb3f8a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:33:44.571723 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-7000ab41-467b-486a-97c9-5d8f4ceb3f8a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:33:44.582420 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7000ab41-467b-486a-97c9-5d8f4ceb3f8a admin admin] Made reservation on behalf of 331e112c75364f0fbebec79a0118e5c3 for: {'subnet': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:33:44.587317 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7000ab41-467b-486a-97c9-5d8f4ceb3f8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7056698'] for subnet, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:45.015735 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7000ab41-467b-486a-97c9-5d8f4ceb3f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848457292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7056709'] for subnet, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:45.031736 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-4057d87c-3dd3-411b-beb4-7db96fb469cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:33:45.410532 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7000ab41-467b-486a-97c9-5d8f4ceb3f8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7283b800-264d-479d-85e4-1f9bc84b3134,revision_number=0']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:33:45.422031 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7000ab41-467b-486a-97c9-5d8f4ceb3f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:33:45.482126 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7000ab41-467b-486a-97c9-5d8f4ceb3f8a admin admin] Checking segment: {'id': '0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7ea143fb-e9c8-4343-b3df-be0d748ae3f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:33:45.482527 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7000ab41-467b-486a-97c9-5d8f4ceb3f8a admin admin] Network hostable DHCP agents. Network: 7ea143fb-e9c8-4343-b3df-be0d748ae3f1, hostable agents: ['86fd9441-0b4f-48d7-82ef-ef4e0a434903'], hosted agents: [] {{(pid=85244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 11 17:33:45.502215 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7000ab41-467b-486a-97c9-5d8f4ceb3f8a admin admin] Network 7ea143fb-e9c8-4343-b3df-be0d748ae3f1 is scheduled to be hosted by DHCP agent 86fd9441-0b4f-48d7-82ef-ef4e0a434903 with binding_index 1 {{(pid=85244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 11 17:33:45.510397 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-7000ab41-467b-486a-97c9-5d8f4ceb3f8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-4-smb, 7ea143fb-e9c8-4343-b3df-be0d748ae3f1) {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:33:45.519418 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28554f64-369d-45f7-93df-82e214589602 None None] Network 7ea143fb-e9c8-4343-b3df-be0d748ae3f1 requested from dv-cinder-784779-4-smb {{(pid=85245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 11 17:33:45.522305 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7000ab41-467b-486a-97c9-5d8f4ceb3f8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:33:45.522948 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7000ab41-467b-486a-97c9-5d8f4ceb3f8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:45.541686 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-7000ab41-467b-486a-97c9-5d8f4ceb3f8a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9964852 Apr 11 17:33:45.544598 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 38546) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:33:45.551746 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-c1713818-dcb5-4f63-8919-4ff961b6bf3a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-737882630-router', 'tenant_id': '331e112c75364f0fbebec79a0118e5c3', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56'}}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:33:45.555921 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-c1713818-dcb5-4f63-8919-4ff961b6bf3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:33:45.560069 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-c1713818-dcb5-4f63-8919-4ff961b6bf3a admin admin] Usage tracker for resource:router and tenant:331e112c75364f0fbebec79a0118e5c3 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:33:45.563660 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-c1713818-dcb5-4f63-8919-4ff961b6bf3a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:33:45.570519 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-c1713818-dcb5-4f63-8919-4ff961b6bf3a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:33:45.579701 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c1713818-dcb5-4f63-8919-4ff961b6bf3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8223040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15181'] for router, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:45.581078 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c1713818-dcb5-4f63-8919-4ff961b6bf3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846552675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846760496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8109325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854760620'] for router, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:45.595570 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c1713818-dcb5-4f63-8919-4ff961b6bf3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:45.746566 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7caa7191-ae30-4d29-ad3b-858bf6d6a5dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0ae14c3-df94-5977-a6f8-37c4cee246b8-7ea143fb-e9c8-4343-b3df-be0d748ae3f1', 'network_id': '7ea143fb-e9c8-4343-b3df-be0d748ae3f1', 'tenant_id': '331e112c75364f0fbebec79a0118e5c3', 'fixed_ips': [{'subnet_id': '7283b800-264d-479d-85e4-1f9bc84b3134'}]}} from dv-cinder-784779-4-smb. {{(pid=85245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 11 17:33:45.747499 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7caa7191-ae30-4d29-ad3b-858bf6d6a5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:45.888593 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c1713818-dcb5-4f63-8919-4ff961b6bf3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846760509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8223091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854760601'] for router, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:45.912023 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-7caa7191-ae30-4d29-ad3b-858bf6d6a5dc None None] Allocated IP 172.20.0.2 (7ea143fb-e9c8-4343-b3df-be0d748ae3f1/7283b800-264d-479d-85e4-1f9bc84b3134/94aedaf4-bd48-4304-bba3-a113bd944337) {{(pid=85245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:33:46.135725 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7caa7191-ae30-4d29-ad3b-858bf6d6a5dc None None] Notify callbacks [] for port, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:46.146624 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-7caa7191-ae30-4d29-ad3b-858bf6d6a5dc None None] Transition to ACTIVE for port object 94aedaf4-bd48-4304-bba3-a113bd944337 will not be triggered until provisioned by entity L2. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:33:46.166182 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-7caa7191-ae30-4d29-ad3b-858bf6d6a5dc None None] Transition to ACTIVE for port object 94aedaf4-bd48-4304-bba3-a113bd944337 will not be triggered until provisioned by entity DHCP. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:33:46.170369 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7caa7191-ae30-4d29-ad3b-858bf6d6a5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235'] for port, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:46.186006 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:33:46.215267 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c1713818-dcb5-4f63-8919-4ff961b6bf3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:46.248671 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c1713818-dcb5-4f63-8919-4ff961b6bf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:46.318358 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa7191-ae30-4d29-ad3b-858bf6d6a5dc None None] Pushing event updated for resources: {'Port': ['ID=94aedaf4-bd48-4304-bba3-a113bd944337,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:33:46.341073 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caa7191-ae30-4d29-ad3b-858bf6d6a5dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:46.341468 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caa7191-ae30-4d29-ad3b-858bf6d6a5dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:46.341851 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caa7191-ae30-4d29-ad3b-858bf6d6a5dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:46.342232 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caa7191-ae30-4d29-ad3b-858bf6d6a5dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:46.342605 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caa7191-ae30-4d29-ad3b-858bf6d6a5dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:46.342976 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caa7191-ae30-4d29-ad3b-858bf6d6a5dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:46.343349 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caa7191-ae30-4d29-ad3b-858bf6d6a5dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:46.343716 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caa7191-ae30-4d29-ad3b-858bf6d6a5dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:46.344111 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caa7191-ae30-4d29-ad3b-858bf6d6a5dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:46.344481 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caa7191-ae30-4d29-ad3b-858bf6d6a5dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:46.344851 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caa7191-ae30-4d29-ad3b-858bf6d6a5dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:46.345778 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caa7191-ae30-4d29-ad3b-858bf6d6a5dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:46.351014 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7caa7191-ae30-4d29-ad3b-858bf6d6a5dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:33:46.393054 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-c1713818-dcb5-4f63-8919-4ff961b6bf3a admin admin] Allocated IP 172.28.2.129 (760603f5-451c-4017-b5ea-df3888d3fb56/e13c5172-f61e-460b-afd0-2fdd7fa5ba98/bc7c539d-c1a6-45db-badf-9b98961652f8) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:33:46.393341 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7caa7191-ae30-4d29-ad3b-858bf6d6a5dc None None] Network 7ea143fb-e9c8-4343-b3df-be0d748ae3f1 is already hosted by enough agents. {{(pid=85245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:33:46.394254 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-7caa7191-ae30-4d29-ad3b-858bf6d6a5dc None None] Resources bound (agent type, host, resource id): {{(pid=85245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:33:46.396587 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7caa7191-ae30-4d29-ad3b-858bf6d6a5dc None None] Received port after_create {{(pid=85245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:33:46.491103 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-7caa7191-ae30-4d29-ad3b-858bf6d6a5dc None None] Attempting to bind port 94aedaf4-bd48-4304-bba3-a113bd944337 on host dv-cinder-784779-4-smb for vnic_type normal with profile {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:33:46.491103 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-7caa7191-ae30-4d29-ad3b-858bf6d6a5dc None None] Attempting to bind port 94aedaf4-bd48-4304-bba3-a113bd944337 by drivers openvswitch,hyperv on host dv-cinder-784779-4-smb at level 0 using segments [{'id': '0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7ea143fb-e9c8-4343-b3df-be0d748ae3f1'}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 11 17:33:46.491619 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7caa7191-ae30-4d29-ad3b-858bf6d6a5dc None None] Attempting to bind port 94aedaf4-bd48-4304-bba3-a113bd944337 on network 7ea143fb-e9c8-4343-b3df-be0d748ae3f1 {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:33:46.497784 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7caa7191-ae30-4d29-ad3b-858bf6d6a5dc None None] Checking agent: {'id': '010ff1a7-6f9a-4d7c-91bd-57c824159873', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 12, 8), 'started_at': datetime.datetime(2021, 4, 11, 17, 12, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 17:33:46.498206 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7caa7191-ae30-4d29-ad3b-858bf6d6a5dc None None] Checking segment: {'id': '0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7ea143fb-e9c8-4343-b3df-be0d748ae3f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:33:46.498655 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7caa7191-ae30-4d29-ad3b-858bf6d6a5dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:46.499569 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7caa7191-ae30-4d29-ad3b-858bf6d6a5dc None None] Bound using segment: {'id': '0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7ea143fb-e9c8-4343-b3df-be0d748ae3f1'} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 17:33:46.499701 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-7caa7191-ae30-4d29-ad3b-858bf6d6a5dc None None] Bound port: 94aedaf4-bd48-4304-bba3-a113bd944337, host: dv-cinder-784779-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7ea143fb-e9c8-4343-b3df-be0d748ae3f1'}}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 11 17:33:46.500148 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7caa7191-ae30-4d29-ad3b-858bf6d6a5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:46.551157 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c1713818-dcb5-4f63-8919-4ff961b6bf3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:46.575859 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-7caa7191-ae30-4d29-ad3b-858bf6d6a5dc None None] For port 94aedaf4-bd48-4304-bba3-a113bd944337, host dv-cinder-784779-4-smb, cleared binding levels {{(pid=85245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 11 17:33:46.579379 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-7caa7191-ae30-4d29-ad3b-858bf6d6a5dc None None] For port 94aedaf4-bd48-4304-bba3-a113bd944337, host dv-cinder-784779-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=94aedaf4-bd48-4304-bba3-a113bd944337,segment=NetworkSegment(0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b),segment_id=0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b)] {{(pid=85245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 11 17:33:46.581142 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c1713818-dcb5-4f63-8919-4ff961b6bf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6317060'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:46.583232 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7caa7191-ae30-4d29-ad3b-858bf6d6a5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:46.596996 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-58e34055-62e8-4cc6-963e-7f3dbc040ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:33:46.601066 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-0411efbd-448a-4074-ab59-d3a230309db2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:33:46.729102 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1713818-dcb5-4f63-8919-4ff961b6bf3a admin admin] Pushing event updated for resources: {'Port': ['ID=bc7c539d-c1a6-45db-badf-9b98961652f8,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:33:46.733939 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c1713818-dcb5-4f63-8919-4ff961b6bf3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:33:46.747143 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa7191-ae30-4d29-ad3b-858bf6d6a5dc None None] Pushing event updated for resources: {'Port': ['ID=94aedaf4-bd48-4304-bba3-a113bd944337,revision_number=2']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:33:46.750577 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7caa7191-ae30-4d29-ad3b-858bf6d6a5dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:33:46.791004 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1713818-dcb5-4f63-8919-4ff961b6bf3a admin admin] Network 760603f5-451c-4017-b5ea-df3888d3fb56 is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:33:46.792237 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-c1713818-dcb5-4f63-8919-4ff961b6bf3a admin admin] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:33:46.794397 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1713818-dcb5-4f63-8919-4ff961b6bf3a admin admin] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:33:47.253252 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c1713818-dcb5-4f63-8919-4ff961b6bf3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:47.609837 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c1713818-dcb5-4f63-8919-4ff961b6bf3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846552709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8015338'] for router, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:47.793358 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device 94aedaf4-bd48-4304-bba3-a113bd944337 up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:33:47.868504 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning for port 94aedaf4-bd48-4304-bba3-a113bd944337 completed by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:33:48.116525 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1713818-dcb5-4f63-8919-4ff961b6bf3a admin admin] Router f17fa03a-c030-4749-a5ef-8c5710c72c6c is scheduled to L3 agent 5d769fae-3c68-4f0c-97be-90cfc50b6a37 with binding_index 1 {{(pid=85244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 11 17:33:48.215259 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec8c35c-3879-4de3-8518-69d1eb461e90 None None] Network 7ea143fb-e9c8-4343-b3df-be0d748ae3f1 requested from dv-cinder-784779-4-smb {{(pid=85245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 11 17:33:48.309487 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1713818-dcb5-4f63-8919-4ff961b6bf3a admin admin] Notify agent at l3_agent.dv-cinder-784779-4-smb the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 11 17:33:48.312188 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-05bde298-f6ba-4acf-bad3-360304e54057 None None] Provisioning for port 94aedaf4-bd48-4304-bba3-a113bd944337 completed by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:33:48.321376 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-05bde298-f6ba-4acf-bad3-360304e54057 None None] Provisioning complete for port 94aedaf4-bd48-4304-bba3-a113bd944337 triggered by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:33:48.321833 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-05bde298-f6ba-4acf-bad3-360304e54057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:48.334468 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c1713818-dcb5-4f63-8919-4ff961b6bf3a admin admin] Notify callbacks [] for router, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:48.335913 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-c1713818-dcb5-4f63-8919-4ff961b6bf3a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7902834 Apr 11 17:33:48.339302 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 38552) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:33:48.359212 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933278ca-746d-48de-beb1-5ddad5776273 None None] Sync routers for ids ['f17fa03a-c030-4749-a5ef-8c5710c72c6c'] in dv-cinder-784779-4-smb {{(pid=85245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 11 17:33:48.416915 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933278ca-746d-48de-beb1-5ddad5776273 None None] Routers {'f17fa03a-c030-4749-a5ef-8c5710c72c6c'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:33:48.417614 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-933278ca-746d-48de-beb1-5ddad5776273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:33:37Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['f17fa03a-c030-4749-a5ef-8c5710c72c6c'], 'active': True} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:33:48.758608 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-05bde298-f6ba-4acf-bad3-360304e54057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:48.782851 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-933278ca-746d-48de-beb1-5ddad5776273 None None] Set router f17fa03a-c030-4749-a5ef-8c5710c72c6c gateway port host: dv-cinder-784779-4-smb {{(pid=85245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:33:49.079341 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-05bde298-f6ba-4acf-bad3-360304e54057 None None] For port 94aedaf4-bd48-4304-bba3-a113bd944337, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=94aedaf4-bd48-4304-bba3-a113bd944337,segment=NetworkSegment(0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b),segment_id=0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:33:49.081730 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4bc03534-97a2-4efc-98e6-3da461cdacb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:49.101345 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-05bde298-f6ba-4acf-bad3-360304e54057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:49.151861 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7caa7191-ae30-4d29-ad3b-858bf6d6a5dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:33:49.267401 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bde298-f6ba-4acf-bad3-360304e54057 None None] Pushing event updated for resources: {'Port': ['ID=94aedaf4-bd48-4304-bba3-a113bd944337,revision_number=3']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:33:49.272997 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-05bde298-f6ba-4acf-bad3-360304e54057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:33:49.309770 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-4bc03534-97a2-4efc-98e6-3da461cdacb2 admin admin] Allocated IP 172.20.0.1 (7ea143fb-e9c8-4343-b3df-be0d748ae3f1/7283b800-264d-479d-85e4-1f9bc84b3134/ce7bc5f7-7a58-434b-8ef0-5d0ac972a247) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:33:49.361971 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-933278ca-746d-48de-beb1-5ddad5776273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17fa03a-c030-4749-a5ef-8c5710c72c6c', 'name': 'tempest-TestShelveInstance-737882630-router', 'tenant_id': '331e112c75364f0fbebec79a0118e5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.129'}], 'enable_snat': True}, 'gw_port_id': 'bc7c539d-c1a6-45db-badf-9b98961652f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:33:45Z', 'updated_at': '2021-04-11T17:33:47Z', 'revision_number': 3, 'project_id': '331e112c75364f0fbebec79a0118e5c3', 'gw_port': {'id': 'bc7c539d-c1a6-45db-badf-9b98961652f8', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17fa03a-c030-4749-a5ef-8c5710c72c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:33:46Z', 'updated_at': '2021-04-11T17:33:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb'}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:33:49.366898 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933278ca-746d-48de-beb1-5ddad5776273 None None] Checking router: f17fa03a-c030-4749-a5ef-8c5710c72c6c for host: dv-cinder-784779-4-smb {{(pid=85245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 11 17:33:49.367297 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933278ca-746d-48de-beb1-5ddad5776273 None None] Updating router f17fa03a-c030-4749-a5ef-8c5710c72c6c port bc7c539d-c1a6-45db-badf-9b98961652f8 binding host dv-cinder-784779-4-smb {{(pid=85245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 11 17:33:49.431306 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-933278ca-746d-48de-beb1-5ddad5776273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:49.472567 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4bc03534-97a2-4efc-98e6-3da461cdacb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:49.476439 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b0f147a6-f5ce-4bf9-b77b-147ac2d6e2fb None None] Provisioning complete for port 94aedaf4-bd48-4304-bba3-a113bd944337 triggered by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:33:49.476857 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b0f147a6-f5ce-4bf9-b77b-147ac2d6e2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:49.490352 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-4bc03534-97a2-4efc-98e6-3da461cdacb2 admin admin] Transition to ACTIVE for port object ce7bc5f7-7a58-434b-8ef0-5d0ac972a247 will not be triggered until provisioned by entity DHCP. {{(pid=85244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:33:49.513661 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4bc03534-97a2-4efc-98e6-3da461cdacb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6317060'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:49.529361 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-58b21354-5271-4567-b96a-3eff03f87afc tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:33:49.666244 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc03534-97a2-4efc-98e6-3da461cdacb2 admin admin] Pushing event updated for resources: {'Port': ['ID=ce7bc5f7-7a58-434b-8ef0-5d0ac972a247,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:33:49.669925 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-4bc03534-97a2-4efc-98e6-3da461cdacb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:33:49.726660 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc03534-97a2-4efc-98e6-3da461cdacb2 admin admin] Network 7ea143fb-e9c8-4343-b3df-be0d748ae3f1 is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:33:49.728017 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-4bc03534-97a2-4efc-98e6-3da461cdacb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:33:49.730458 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc03534-97a2-4efc-98e6-3da461cdacb2 admin admin] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:33:49.792340 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4bc03534-97a2-4efc-98e6-3da461cdacb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8015151'] for router_interface, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:49.802680 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device 94aedaf4-bd48-4304-bba3-a113bd944337 up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:33:49.916704 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4bc03534-97a2-4efc-98e6-3da461cdacb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:49.940590 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning complete for port 94aedaf4-bd48-4304-bba3-a113bd944337 triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:33:49.941025 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:50.050420 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-782400ff-1d9d-4fec-af3a-98e596649dde None None] Provisioning for port ce7bc5f7-7a58-434b-8ef0-5d0ac972a247 completed by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:33:50.076444 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-782400ff-1d9d-4fec-af3a-98e596649dde None None] Provisioning complete for port ce7bc5f7-7a58-434b-8ef0-5d0ac972a247 triggered by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:33:50.076863 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-782400ff-1d9d-4fec-af3a-98e596649dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:50.147117 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-933278ca-746d-48de-beb1-5ddad5776273 None None] Notify callbacks [] for port, precommit_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:50.195382 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4bc03534-97a2-4efc-98e6-3da461cdacb2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:50.195625 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-933278ca-746d-48de-beb1-5ddad5776273 None None] Transition to ACTIVE for port object bc7c539d-c1a6-45db-badf-9b98961652f8 will not be triggered until provisioned by entity L2. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:33:50.198996 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4bc03534-97a2-4efc-98e6-3da461cdacb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848458740'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:50.204675 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-782400ff-1d9d-4fec-af3a-98e596649dde None None] Port ce7bc5f7-7a58-434b-8ef0-5d0ac972a247 cannot update to ACTIVE because it is not bound. {{(pid=85245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 11 17:33:50.219023 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-933278ca-746d-48de-beb1-5ddad5776273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:50.228150 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c774e4d5-908d-4860-9dff-f4f68bd0bbec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:33:50.240659 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:33:50.315534 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc03534-97a2-4efc-98e6-3da461cdacb2 admin admin] Pushing event updated for resources: {'Port': ['ID=ce7bc5f7-7a58-434b-8ef0-5d0ac972a247,revision_number=2']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:33:50.318238 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4bc03534-97a2-4efc-98e6-3da461cdacb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846808232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8015202'] for router_interface, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:50.331861 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-4bc03534-97a2-4efc-98e6-3da461cdacb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:33:50.377973 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac4605a-3053-4b6b-9b68-958c41f14ca1 None None] Pushing event updated for resources: {'Port': ['ID=bc7c539d-c1a6-45db-badf-9b98961652f8,revision_number=2']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:33:50.382120 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-6ac4605a-3053-4b6b-9b68-958c41f14ca1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:33:50.446278 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-933278ca-746d-48de-beb1-5ddad5776273 None None] Attempting to bind port bc7c539d-c1a6-45db-badf-9b98961652f8 on host dv-cinder-784779-4-smb for vnic_type normal with profile {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:33:50.446562 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-933278ca-746d-48de-beb1-5ddad5776273 None None] Attempting to bind port bc7c539d-c1a6-45db-badf-9b98961652f8 by drivers openvswitch,hyperv on host dv-cinder-784779-4-smb at level 0 using segments [{'id': '0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56'}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 11 17:33:50.446973 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933278ca-746d-48de-beb1-5ddad5776273 None None] Attempting to bind port bc7c539d-c1a6-45db-badf-9b98961652f8 on network 760603f5-451c-4017-b5ea-df3888d3fb56 {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:33:50.452682 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933278ca-746d-48de-beb1-5ddad5776273 None None] Checking agent: {'id': '010ff1a7-6f9a-4d7c-91bd-57c824159873', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 12, 8), 'started_at': datetime.datetime(2021, 4, 11, 17, 12, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 17:33:50.453101 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933278ca-746d-48de-beb1-5ddad5776273 None None] Checking segment: {'id': '0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:33:50.453546 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-933278ca-746d-48de-beb1-5ddad5776273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:50.453980 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933278ca-746d-48de-beb1-5ddad5776273 None None] Bound using segment: {'id': '0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56'} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 17:33:50.454541 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-933278ca-746d-48de-beb1-5ddad5776273 None None] Bound port: bc7c539d-c1a6-45db-badf-9b98961652f8, host: dv-cinder-784779-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56'}}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 11 17:33:50.454957 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-933278ca-746d-48de-beb1-5ddad5776273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:50.459997 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc03534-97a2-4efc-98e6-3da461cdacb2 admin admin] Network 7ea143fb-e9c8-4343-b3df-be0d748ae3f1 is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:33:50.461151 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-4bc03534-97a2-4efc-98e6-3da461cdacb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:33:50.535579 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-933278ca-746d-48de-beb1-5ddad5776273 None None] For port bc7c539d-c1a6-45db-badf-9b98961652f8, host dv-cinder-784779-4-smb, cleared binding levels {{(pid=85245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 11 17:33:50.542461 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-933278ca-746d-48de-beb1-5ddad5776273 None None] For port bc7c539d-c1a6-45db-badf-9b98961652f8, host dv-cinder-784779-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=bc7c539d-c1a6-45db-badf-9b98961652f8,segment=NetworkSegment(0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e),segment_id=0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e)] {{(pid=85245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 11 17:33:50.546453 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-933278ca-746d-48de-beb1-5ddad5776273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:50.566043 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7caa7191-ae30-4d29-ad3b-858bf6d6a5dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:33:50.672860 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc03534-97a2-4efc-98e6-3da461cdacb2 admin admin] Router f17fa03a-c030-4749-a5ef-8c5710c72c6c has already been hosted by L3 agent 5d769fae-3c68-4f0c-97be-90cfc50b6a37 {{(pid=85244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 11 17:33:50.719410 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac4605a-3053-4b6b-9b68-958c41f14ca1 None None] Pushing event updated for resources: {'Port': ['ID=bc7c539d-c1a6-45db-badf-9b98961652f8,revision_number=3']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:33:50.723938 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-6ac4605a-3053-4b6b-9b68-958c41f14ca1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:33:50.759073 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-8af62d5b-c496-49ae-8aca-6f6f68580bc4 None None] Provisioning complete for port ce7bc5f7-7a58-434b-8ef0-5d0ac972a247 triggered by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:33:50.759421 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8af62d5b-c496-49ae-8aca-6f6f68580bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:50.829209 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-8af62d5b-c496-49ae-8aca-6f6f68580bc4 None None] Port ce7bc5f7-7a58-434b-8ef0-5d0ac972a247 cannot update to ACTIVE because it is not bound. {{(pid=85245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 11 17:33:50.831081 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933278ca-746d-48de-beb1-5ddad5776273 None None] Routers {'f17fa03a-c030-4749-a5ef-8c5710c72c6c'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:33:50.831756 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-933278ca-746d-48de-beb1-5ddad5776273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:33:37Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['f17fa03a-c030-4749-a5ef-8c5710c72c6c'], 'active': True} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:33:51.030791 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-933278ca-746d-48de-beb1-5ddad5776273 None None] Set router f17fa03a-c030-4749-a5ef-8c5710c72c6c gateway port host: dv-cinder-784779-4-smb {{(pid=85245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:33:51.120493 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc03534-97a2-4efc-98e6-3da461cdacb2 admin admin] Notify agent at l3_agent.dv-cinder-784779-4-smb the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 11 17:33:51.131299 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-4bc03534-97a2-4efc-98e6-3da461cdacb2 admin admin] 10.222.0.16 "PUT /v2.0/routers/f17fa03a-c030-4749-a5ef-8c5710c72c6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7907856 Apr 11 17:33:51.554960 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-933278ca-746d-48de-beb1-5ddad5776273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17fa03a-c030-4749-a5ef-8c5710c72c6c', 'name': 'tempest-TestShelveInstance-737882630-router', 'tenant_id': '331e112c75364f0fbebec79a0118e5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.129'}], 'enable_snat': True}, 'gw_port_id': 'bc7c539d-c1a6-45db-badf-9b98961652f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:33:45Z', 'updated_at': '2021-04-11T17:33:49Z', 'revision_number': 4, 'project_id': '331e112c75364f0fbebec79a0118e5c3', 'gw_port': {'id': 'bc7c539d-c1a6-45db-badf-9b98961652f8', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17fa03a-c030-4749-a5ef-8c5710c72c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:33:46Z', 'updated_at': '2021-04-11T17:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': 'ce7bc5f7-7a58-434b-8ef0-5d0ac972a247', 'name': '', 'network_id': '7ea143fb-e9c8-4343-b3df-be0d748ae3f1', 'tenant_id': '331e112c75364f0fbebec79a0118e5c3', 'mac_address': 'fa:16:3e:2e:69:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17fa03a-c030-4749-a5ef-8c5710c72c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7283b800-264d-479d-85e4-1f9bc84b3134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:33:49Z', 'updated_at': '2021-04-11T17:33:50Z', 'revision_number': 2, 'project_id': '331e112c75364f0fbebec79a0118e5c3', 'subnets': [{'id': '7283b800-264d-479d-85e4-1f9bc84b3134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:33:51.559200 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933278ca-746d-48de-beb1-5ddad5776273 None None] The sync data for ids ['f17fa03a-c030-4749-a5ef-8c5710c72c6c'] in dv-cinder-784779-4-smb is: [{'id': 'f17fa03a-c030-4749-a5ef-8c5710c72c6c', 'name': 'tempest-TestShelveInstance-737882630-router', 'tenant_id': '331e112c75364f0fbebec79a0118e5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.129'}], 'enable_snat': True}, 'gw_port_id': 'bc7c539d-c1a6-45db-badf-9b98961652f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:33:45Z', 'updated_at': '2021-04-11T17:33:49Z', 'revision_number': 4, 'project_id': '331e112c75364f0fbebec79a0118e5c3', 'gw_port': {'id': 'bc7c539d-c1a6-45db-badf-9b98961652f8', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17fa03a-c030-4749-a5ef-8c5710c72c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:33:46Z', 'updated_at': '2021-04-11T17:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': 'ce7bc5f7-7a58-434b-8ef0-5d0ac972a247', 'name': '', 'network_id': '7ea143fb-e9c8-4343-b3df-be0d748ae3f1', 'tenant_id': '331e112c75364f0fbebec79a0118e5c3', 'mac_address': 'fa:16:3e:2e:69:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17fa03a-c030-4749-a5ef-8c5710c72c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7283b800-264d-479d-85e4-1f9bc84b3134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:33:49Z', 'updated_at': '2021-04-11T17:33:50Z', 'revision_number': 2, 'project_id': '331e112c75364f0fbebec79a0118e5c3', 'subnets': [{'id': '7283b800-264d-479d-85e4-1f9bc84b3134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 11 17:33:51.736157 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 38570) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:33:51.742445 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-d7da200d-9c78-4584-9a3c-18caf355a879 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-169092115-network', 'tenant_id': '5522c880a37d47c78cece2de39c0ab02'}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:33:51.747619 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-d7da200d-9c78-4584-9a3c-18caf355a879 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:33:51.751766 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-d7da200d-9c78-4584-9a3c-18caf355a879 admin admin] Usage tracker for resource:network and tenant:5522c880a37d47c78cece2de39c0ab02 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:33:51.754811 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-d7da200d-9c78-4584-9a3c-18caf355a879 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:33:51.762033 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-d7da200d-9c78-4584-9a3c-18caf355a879 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:33:51.771803 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7da200d-9c78-4584-9a3c-18caf355a879 admin admin] Made reservation on behalf of 5522c880a37d47c78cece2de39c0ab02 for: {'network': 1} {{(pid=85243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:33:51.776703 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d7da200d-9c78-4584-9a3c-18caf355a879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for network, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:51.790552 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d7da200d-9c78-4584-9a3c-18caf355a879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:51.805686 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-d7da200d-9c78-4584-9a3c-18caf355a879 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:33:51.810253 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-d7da200d-9c78-4584-9a3c-18caf355a879 admin admin] Usage tracker for resource:security_group_rule and tenant:5522c880a37d47c78cece2de39c0ab02 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:33:51.813185 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-d7da200d-9c78-4584-9a3c-18caf355a879 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:33:51.819141 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-d7da200d-9c78-4584-9a3c-18caf355a879 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:33:51.904272 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d7da200d-9c78-4584-9a3c-18caf355a879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:51.907309 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d7da200d-9c78-4584-9a3c-18caf355a879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:51.911947 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-65373d8c-cb01-4173-b104-e80869daa6f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:33:51.932348 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7da200d-9c78-4584-9a3c-18caf355a879 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=85243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 11 17:33:51.962833 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da200d-9c78-4584-9a3c-18caf355a879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e814adbf-9392-4f21-816a-8c02bf6a3ca0,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:33:51.966383 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d7da200d-9c78-4584-9a3c-18caf355a879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:33:51.967490 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d7da200d-9c78-4584-9a3c-18caf355a879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854391073'] for segment, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:51.968009 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.db.segments_db [None req-d7da200d-9c78-4584-9a3c-18caf355a879 admin admin] Added segment b9681c1d-1144-41d9-8e09-5fb0c412a5fc of type vlan for network 21fc3630-b8e7-4035-9714-82f9d78ef02f Apr 11 17:33:51.998135 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d7da200d-9c78-4584-9a3c-18caf355a879 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363265755767019'] for network, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:52.031431 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d7da200d-9c78-4584-9a3c-18caf355a879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213'] for network, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:52.032961 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7da200d-9c78-4584-9a3c-18caf355a879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:33:52.033611 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-d7da200d-9c78-4584-9a3c-18caf355a879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for network, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:52.039355 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a0c34023-9e5b-4fa2-957c-725ab3fff06a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:33:52.153699 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-d7da200d-9c78-4584-9a3c-18caf355a879 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4161909 Apr 11 17:33:52.154609 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da200d-9c78-4584-9a3c-18caf355a879 admin admin] Pushing event updated for resources: {'Network': ['ID=21fc3630-b8e7-4035-9714-82f9d78ef02f,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:33:52.156512 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 38574) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:33:52.157902 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d7da200d-9c78-4584-9a3c-18caf355a879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:33:52.163345 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-11faade6-383f-4521-97b9-ddf0e9473c6c admin admin] Request body: {'subnet': {'network_id': '21fc3630-b8e7-4035-9714-82f9d78ef02f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-169092115-subnet', 'tenant_id': '5522c880a37d47c78cece2de39c0ab02', 'ip_version': 4}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:33:52.165922 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Network 21fc3630-b8e7-4035-9714-82f9d78ef02f details requested by agent ovs-agent-dv-cinder-784779-4-smb with host dv-cinder-784779-4-smb {{(pid=85245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 11 17:33:52.168912 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-11faade6-383f-4521-97b9-ddf0e9473c6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:33:52.173490 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-11faade6-383f-4521-97b9-ddf0e9473c6c admin admin] Usage tracker for resource:subnet and tenant:5522c880a37d47c78cece2de39c0ab02 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:33:52.176865 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-11faade6-383f-4521-97b9-ddf0e9473c6c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:33:52.184404 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-11faade6-383f-4521-97b9-ddf0e9473c6c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:33:52.195675 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11faade6-383f-4521-97b9-ddf0e9473c6c admin admin] Made reservation on behalf of 5522c880a37d47c78cece2de39c0ab02 for: {'subnet': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:33:52.200858 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-11faade6-383f-4521-97b9-ddf0e9473c6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7056698'] for subnet, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:52.638171 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-11faade6-383f-4521-97b9-ddf0e9473c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036848457292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7056709'] for subnet, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:52.654028 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7000ab41-467b-486a-97c9-5d8f4ceb3f8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:33:52.794027 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11faade6-383f-4521-97b9-ddf0e9473c6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a79233e1-6c2e-4286-9b1d-52153a502683,revision_number=0']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:33:52.799619 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-11faade6-383f-4521-97b9-ddf0e9473c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:33:52.862184 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11faade6-383f-4521-97b9-ddf0e9473c6c admin admin] Checking segment: {'id': 'b9681c1d-1144-41d9-8e09-5fb0c412a5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '21fc3630-b8e7-4035-9714-82f9d78ef02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:33:52.862343 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11faade6-383f-4521-97b9-ddf0e9473c6c admin admin] Network hostable DHCP agents. Network: 21fc3630-b8e7-4035-9714-82f9d78ef02f, hostable agents: ['86fd9441-0b4f-48d7-82ef-ef4e0a434903'], hosted agents: [] {{(pid=85244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 11 17:33:52.880937 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11faade6-383f-4521-97b9-ddf0e9473c6c admin admin] Network 21fc3630-b8e7-4035-9714-82f9d78ef02f is scheduled to be hosted by DHCP agent 86fd9441-0b4f-48d7-82ef-ef4e0a434903 with binding_index 1 {{(pid=85244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 11 17:33:52.889364 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-11faade6-383f-4521-97b9-ddf0e9473c6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784779-4-smb, 21fc3630-b8e7-4035-9714-82f9d78ef02f) {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:33:52.899143 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47511f84-8121-4d31-90c4-db8fd8d83428 None None] Network 21fc3630-b8e7-4035-9714-82f9d78ef02f requested from dv-cinder-784779-4-smb {{(pid=85245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 11 17:33:52.901265 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11faade6-383f-4521-97b9-ddf0e9473c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:33:52.901914 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-11faade6-383f-4521-97b9-ddf0e9473c6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:52.921599 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-11faade6-383f-4521-97b9-ddf0e9473c6c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7636745 Apr 11 17:33:52.924798 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 38578) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:33:52.930732 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-7a6e422f-0b13-44d1-9759-c96e9eb93124 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-169092115-router', 'tenant_id': '5522c880a37d47c78cece2de39c0ab02', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56'}}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:33:52.936017 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-7a6e422f-0b13-44d1-9759-c96e9eb93124 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:33:52.940236 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-7a6e422f-0b13-44d1-9759-c96e9eb93124 admin admin] Usage tracker for resource:router and tenant:5522c880a37d47c78cece2de39c0ab02 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:33:52.943715 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-7a6e422f-0b13-44d1-9759-c96e9eb93124 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:33:52.949946 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-7a6e422f-0b13-44d1-9759-c96e9eb93124 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:33:52.959417 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7a6e422f-0b13-44d1-9759-c96e9eb93124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8223040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15181'] for router, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:52.960505 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7a6e422f-0b13-44d1-9759-c96e9eb93124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036846552675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036846760496', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8109325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854760620'] for router, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:52.978457 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7a6e422f-0b13-44d1-9759-c96e9eb93124 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:53.171236 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478a4728-5325-4a8a-b8bd-d6a0e24b8452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe0ae14c3-df94-5977-a6f8-37c4cee246b8-21fc3630-b8e7-4035-9714-82f9d78ef02f', 'network_id': '21fc3630-b8e7-4035-9714-82f9d78ef02f', 'tenant_id': '5522c880a37d47c78cece2de39c0ab02', 'fixed_ips': [{'subnet_id': 'a79233e1-6c2e-4286-9b1d-52153a502683'}]}} from dv-cinder-784779-4-smb. {{(pid=85245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 11 17:33:53.172429 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-478a4728-5325-4a8a-b8bd-d6a0e24b8452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:53.318175 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7a6e422f-0b13-44d1-9759-c96e9eb93124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036846760509', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8223091', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854760601'] for router, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:53.338249 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-478a4728-5325-4a8a-b8bd-d6a0e24b8452 None None] Allocated IP 172.20.0.2 (21fc3630-b8e7-4035-9714-82f9d78ef02f/a79233e1-6c2e-4286-9b1d-52153a502683/4003c722-247e-4cde-924a-4ad72e6f8f62) {{(pid=85245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:33:53.560102 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-478a4728-5325-4a8a-b8bd-d6a0e24b8452 None None] Notify callbacks [] for port, precommit_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:53.571370 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-478a4728-5325-4a8a-b8bd-d6a0e24b8452 None None] Transition to ACTIVE for port object 4003c722-247e-4cde-924a-4ad72e6f8f62 will not be triggered until provisioned by entity L2. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:33:53.591692 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-478a4728-5325-4a8a-b8bd-d6a0e24b8452 None None] Transition to ACTIVE for port object 4003c722-247e-4cde-924a-4ad72e6f8f62 will not be triggered until provisioned by entity DHCP. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:33:53.596772 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-478a4728-5325-4a8a-b8bd-d6a0e24b8452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235'] for port, after_create {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:53.615367 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b6fc2115-b9e0-41c1-9ec0-7d4323d36b42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:33:53.617974 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 6 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:33:53.659496 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7a6e422f-0b13-44d1-9759-c96e9eb93124 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:53.692130 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7a6e422f-0b13-44d1-9759-c96e9eb93124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:53.750218 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a4728-5325-4a8a-b8bd-d6a0e24b8452 None None] Pushing event updated for resources: {'Port': ['ID=4003c722-247e-4cde-924a-4ad72e6f8f62,revision_number=1']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:33:53.763306 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-478a4728-5325-4a8a-b8bd-d6a0e24b8452 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:33:53.805149 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device bc7c539d-c1a6-45db-badf-9b98961652f8 up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:33:53.840363 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478a4728-5325-4a8a-b8bd-d6a0e24b8452 None None] Network 21fc3630-b8e7-4035-9714-82f9d78ef02f is already hosted by enough agents. {{(pid=85245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:33:53.846853 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-7a6e422f-0b13-44d1-9759-c96e9eb93124 admin admin] Allocated IP 172.28.2.208 (760603f5-451c-4017-b5ea-df3888d3fb56/e13c5172-f61e-460b-afd0-2fdd7fa5ba98/6acfd429-b100-4b60-87ee-18aaf4437353) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:33:53.847514 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-478a4728-5325-4a8a-b8bd-d6a0e24b8452 None None] Resources bound (agent type, host, resource id): {{(pid=85245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:33:53.851338 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478a4728-5325-4a8a-b8bd-d6a0e24b8452 None None] Received port after_create {{(pid=85245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:33:53.969003 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-478a4728-5325-4a8a-b8bd-d6a0e24b8452 None None] Attempting to bind port 4003c722-247e-4cde-924a-4ad72e6f8f62 on host dv-cinder-784779-4-smb for vnic_type normal with profile {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:33:53.969418 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-478a4728-5325-4a8a-b8bd-d6a0e24b8452 None None] Attempting to bind port 4003c722-247e-4cde-924a-4ad72e6f8f62 by drivers openvswitch,hyperv on host dv-cinder-784779-4-smb at level 0 using segments [{'id': 'b9681c1d-1144-41d9-8e09-5fb0c412a5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '21fc3630-b8e7-4035-9714-82f9d78ef02f'}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 11 17:33:53.969826 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478a4728-5325-4a8a-b8bd-d6a0e24b8452 None None] Attempting to bind port 4003c722-247e-4cde-924a-4ad72e6f8f62 on network 21fc3630-b8e7-4035-9714-82f9d78ef02f {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:33:53.977220 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478a4728-5325-4a8a-b8bd-d6a0e24b8452 None None] Checking agent: {'id': '010ff1a7-6f9a-4d7c-91bd-57c824159873', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 12, 8), 'started_at': datetime.datetime(2021, 4, 11, 17, 12, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 17:33:53.977646 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478a4728-5325-4a8a-b8bd-d6a0e24b8452 None None] Checking segment: {'id': 'b9681c1d-1144-41d9-8e09-5fb0c412a5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '21fc3630-b8e7-4035-9714-82f9d78ef02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:33:53.978129 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-478a4728-5325-4a8a-b8bd-d6a0e24b8452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:53.978569 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478a4728-5325-4a8a-b8bd-d6a0e24b8452 None None] Bound using segment: {'id': 'b9681c1d-1144-41d9-8e09-5fb0c412a5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '21fc3630-b8e7-4035-9714-82f9d78ef02f'} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 17:33:53.979089 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-478a4728-5325-4a8a-b8bd-d6a0e24b8452 None None] Bound port: 4003c722-247e-4cde-924a-4ad72e6f8f62, host: dv-cinder-784779-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9681c1d-1144-41d9-8e09-5fb0c412a5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '21fc3630-b8e7-4035-9714-82f9d78ef02f'}}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 11 17:33:53.979505 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-478a4728-5325-4a8a-b8bd-d6a0e24b8452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:54.005761 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7a6e422f-0b13-44d1-9759-c96e9eb93124 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:54.009832 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning for port bc7c539d-c1a6-45db-badf-9b98961652f8 completed by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:33:54.027161 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning complete for port bc7c539d-c1a6-45db-badf-9b98961652f8 triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:33:54.027574 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:54.035786 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7a6e422f-0b13-44d1-9759-c96e9eb93124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6317060'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:54.051983 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-d3d799ad-0ac5-4edc-a2ff-1ea387009f21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:33:54.117601 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-478a4728-5325-4a8a-b8bd-d6a0e24b8452 None None] For port 4003c722-247e-4cde-924a-4ad72e6f8f62, host dv-cinder-784779-4-smb, cleared binding levels {{(pid=85245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 11 17:33:54.123224 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-478a4728-5325-4a8a-b8bd-d6a0e24b8452 None None] For port 4003c722-247e-4cde-924a-4ad72e6f8f62, host dv-cinder-784779-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=4003c722-247e-4cde-924a-4ad72e6f8f62,segment=NetworkSegment(b9681c1d-1144-41d9-8e09-5fb0c412a5fc),segment_id=b9681c1d-1144-41d9-8e09-5fb0c412a5fc)] {{(pid=85245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 11 17:33:54.129753 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-478a4728-5325-4a8a-b8bd-d6a0e24b8452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:54.145375 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:33:54.185421 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e422f-0b13-44d1-9759-c96e9eb93124 admin admin] Pushing event updated for resources: {'Port': ['ID=6acfd429-b100-4b60-87ee-18aaf4437353,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:33:54.188454 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7a6e422f-0b13-44d1-9759-c96e9eb93124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:33:54.243859 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6e422f-0b13-44d1-9759-c96e9eb93124 admin admin] Network 760603f5-451c-4017-b5ea-df3888d3fb56 is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:33:54.245017 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-7a6e422f-0b13-44d1-9759-c96e9eb93124 admin admin] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:33:54.247325 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6e422f-0b13-44d1-9759-c96e9eb93124 admin admin] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:33:54.331173 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:54.365827 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a4728-5325-4a8a-b8bd-d6a0e24b8452 None None] Pushing event updated for resources: {'Port': ['ID=4003c722-247e-4cde-924a-4ad72e6f8f62,revision_number=2']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:33:54.372843 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] For port bc7c539d-c1a6-45db-badf-9b98961652f8, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=bc7c539d-c1a6-45db-badf-9b98961652f8,segment=NetworkSegment(0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e),segment_id=0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:33:54.374011 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-478a4728-5325-4a8a-b8bd-d6a0e24b8452 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:33:54.385716 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:54.389993 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-bed7f671-2766-41a6-ba00-a22d6f6bec68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:33:54.479106 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Pushing event updated for resources: {'Port': ['ID=bc7c539d-c1a6-45db-badf-9b98961652f8,revision_number=4']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:33:54.485434 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:33:54.705386 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7a6e422f-0b13-44d1-9759-c96e9eb93124 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:54.931901 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172ef4e3-e48c-44f1-b708-7a7cdc7fd6a0 None None] Sync routers for ids ['f17fa03a-c030-4749-a5ef-8c5710c72c6c'] in dv-cinder-784779-4-smb {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 11 17:33:54.943135 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172ef4e3-e48c-44f1-b708-7a7cdc7fd6a0 None None] Routers {'f17fa03a-c030-4749-a5ef-8c5710c72c6c'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:33:54.943819 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-172ef4e3-e48c-44f1-b708-7a7cdc7fd6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:33:37Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['f17fa03a-c030-4749-a5ef-8c5710c72c6c'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:33:55.133903 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-172ef4e3-e48c-44f1-b708-7a7cdc7fd6a0 None None] Set router f17fa03a-c030-4749-a5ef-8c5710c72c6c gateway port host: dv-cinder-784779-4-smb {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:33:55.350463 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7a6e422f-0b13-44d1-9759-c96e9eb93124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036846552709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8015338'] for router, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:55.464391 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-172ef4e3-e48c-44f1-b708-7a7cdc7fd6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17fa03a-c030-4749-a5ef-8c5710c72c6c', 'name': 'tempest-TestShelveInstance-737882630-router', 'tenant_id': '331e112c75364f0fbebec79a0118e5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.129'}], 'enable_snat': True}, 'gw_port_id': 'bc7c539d-c1a6-45db-badf-9b98961652f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:33:45Z', 'updated_at': '2021-04-11T17:33:49Z', 'revision_number': 4, 'project_id': '331e112c75364f0fbebec79a0118e5c3', 'gw_port': {'id': 'bc7c539d-c1a6-45db-badf-9b98961652f8', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17fa03a-c030-4749-a5ef-8c5710c72c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:33:46Z', 'updated_at': '2021-04-11T17:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': 'ce7bc5f7-7a58-434b-8ef0-5d0ac972a247', 'name': '', 'network_id': '7ea143fb-e9c8-4343-b3df-be0d748ae3f1', 'tenant_id': '331e112c75364f0fbebec79a0118e5c3', 'mac_address': 'fa:16:3e:2e:69:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17fa03a-c030-4749-a5ef-8c5710c72c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7283b800-264d-479d-85e4-1f9bc84b3134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:33:49Z', 'updated_at': '2021-04-11T17:33:50Z', 'revision_number': 2, 'project_id': '331e112c75364f0fbebec79a0118e5c3', 'subnets': [{'id': '7283b800-264d-479d-85e4-1f9bc84b3134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:33:55.468591 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172ef4e3-e48c-44f1-b708-7a7cdc7fd6a0 None None] Checking router: f17fa03a-c030-4749-a5ef-8c5710c72c6c for host: dv-cinder-784779-4-smb {{(pid=85246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 11 17:33:55.468984 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172ef4e3-e48c-44f1-b708-7a7cdc7fd6a0 None None] Updating router f17fa03a-c030-4749-a5ef-8c5710c72c6c port ce7bc5f7-7a58-434b-8ef0-5d0ac972a247 binding host dv-cinder-784779-4-smb {{(pid=85246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 11 17:33:55.526693 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-172ef4e3-e48c-44f1-b708-7a7cdc7fd6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:55.572598 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a6e422f-0b13-44d1-9759-c96e9eb93124 admin admin] Router eca9b263-bfc3-4537-a369-4eba3f5f3920 is scheduled to L3 agent 5d769fae-3c68-4f0c-97be-90cfc50b6a37 with binding_index 1 {{(pid=85244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 11 17:33:55.804306 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6e422f-0b13-44d1-9759-c96e9eb93124 admin admin] Notify agent at l3_agent.dv-cinder-784779-4-smb the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 11 17:33:55.815239 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266e46a4-60d2-4a36-94e4-00b232a9921e None None] Sync routers for ids ['eca9b263-bfc3-4537-a369-4eba3f5f3920'] in dv-cinder-784779-4-smb {{(pid=85245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 11 17:33:55.832205 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266e46a4-60d2-4a36-94e4-00b232a9921e None None] Routers {'eca9b263-bfc3-4537-a369-4eba3f5f3920'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:33:55.833006 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-266e46a4-60d2-4a36-94e4-00b232a9921e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:33:37Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['eca9b263-bfc3-4537-a369-4eba3f5f3920'], 'active': True} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:33:55.833829 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7a6e422f-0b13-44d1-9759-c96e9eb93124 admin admin] Notify callbacks [] for router, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:55.835862 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-7a6e422f-0b13-44d1-9759-c96e9eb93124 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9095047 Apr 11 17:33:55.838403 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 38582) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:33:55.931937 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device 4003c722-247e-4cde-924a-4ad72e6f8f62 up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:33:56.029233 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42def616-ce02-4281-92f4-e9355728a3e7 None None] Network 21fc3630-b8e7-4035-9714-82f9d78ef02f requested from dv-cinder-784779-4-smb {{(pid=85245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 11 17:33:56.156077 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-172ef4e3-e48c-44f1-b708-7a7cdc7fd6a0 None None] Notify callbacks [] for port, precommit_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:56.170124 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-172ef4e3-e48c-44f1-b708-7a7cdc7fd6a0 None None] Transition to ACTIVE for port object ce7bc5f7-7a58-434b-8ef0-5d0ac972a247 will not be triggered until provisioned by entity L2. {{(pid=85246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:33:56.176356 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-172ef4e3-e48c-44f1-b708-7a7cdc7fd6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:56.192359 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:33:56.325051 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678403f7-efea-4c8d-9285-4d6526fcba72 None None] Pushing event updated for resources: {'Port': ['ID=ce7bc5f7-7a58-434b-8ef0-5d0ac972a247,revision_number=3']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:33:56.335184 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678403f7-efea-4c8d-9285-4d6526fcba72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:56.335638 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678403f7-efea-4c8d-9285-4d6526fcba72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:56.335935 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678403f7-efea-4c8d-9285-4d6526fcba72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:56.336260 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678403f7-efea-4c8d-9285-4d6526fcba72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:56.336626 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678403f7-efea-4c8d-9285-4d6526fcba72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:56.336974 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678403f7-efea-4c8d-9285-4d6526fcba72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:56.337328 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678403f7-efea-4c8d-9285-4d6526fcba72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:56.337678 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678403f7-efea-4c8d-9285-4d6526fcba72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:56.338029 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678403f7-efea-4c8d-9285-4d6526fcba72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:56.338377 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678403f7-efea-4c8d-9285-4d6526fcba72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:56.338723 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678403f7-efea-4c8d-9285-4d6526fcba72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:56.339068 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678403f7-efea-4c8d-9285-4d6526fcba72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:33:56.340711 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-ed7377d4-c4b6-4098-93be-3ba403f47384 None None] Provisioning for port 4003c722-247e-4cde-924a-4ad72e6f8f62 completed by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:33:56.344666 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-678403f7-efea-4c8d-9285-4d6526fcba72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:33:56.425912 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning for port 4003c722-247e-4cde-924a-4ad72e6f8f62 completed by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:33:56.443199 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-266e46a4-60d2-4a36-94e4-00b232a9921e None None] Set router eca9b263-bfc3-4537-a369-4eba3f5f3920 gateway port host: dv-cinder-784779-4-smb {{(pid=85245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:33:56.594689 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-172ef4e3-e48c-44f1-b708-7a7cdc7fd6a0 None None] Attempting to bind port ce7bc5f7-7a58-434b-8ef0-5d0ac972a247 on host dv-cinder-784779-4-smb for vnic_type normal with profile {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:33:56.595522 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-172ef4e3-e48c-44f1-b708-7a7cdc7fd6a0 None None] Attempting to bind port ce7bc5f7-7a58-434b-8ef0-5d0ac972a247 by drivers openvswitch,hyperv on host dv-cinder-784779-4-smb at level 0 using segments [{'id': '0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7ea143fb-e9c8-4343-b3df-be0d748ae3f1'}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 11 17:33:56.596651 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172ef4e3-e48c-44f1-b708-7a7cdc7fd6a0 None None] Attempting to bind port ce7bc5f7-7a58-434b-8ef0-5d0ac972a247 on network 7ea143fb-e9c8-4343-b3df-be0d748ae3f1 {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:33:56.603866 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172ef4e3-e48c-44f1-b708-7a7cdc7fd6a0 None None] Checking agent: {'id': '010ff1a7-6f9a-4d7c-91bd-57c824159873', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 12, 8), 'started_at': datetime.datetime(2021, 4, 11, 17, 12, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 17:33:56.605264 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172ef4e3-e48c-44f1-b708-7a7cdc7fd6a0 None None] Checking segment: {'id': '0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7ea143fb-e9c8-4343-b3df-be0d748ae3f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:33:56.605848 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-172ef4e3-e48c-44f1-b708-7a7cdc7fd6a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:56.606491 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172ef4e3-e48c-44f1-b708-7a7cdc7fd6a0 None None] Bound using segment: {'id': '0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7ea143fb-e9c8-4343-b3df-be0d748ae3f1'} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 17:33:56.607685 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-172ef4e3-e48c-44f1-b708-7a7cdc7fd6a0 None None] Bound port: ce7bc5f7-7a58-434b-8ef0-5d0ac972a247, host: dv-cinder-784779-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7ea143fb-e9c8-4343-b3df-be0d748ae3f1'}}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 11 17:33:56.608318 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-172ef4e3-e48c-44f1-b708-7a7cdc7fd6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:56.618914 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b940c8fe-ace0-4dd9-90cd-3e88960ac1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:56.689908 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-172ef4e3-e48c-44f1-b708-7a7cdc7fd6a0 None None] For port ce7bc5f7-7a58-434b-8ef0-5d0ac972a247, host dv-cinder-784779-4-smb, cleared binding levels {{(pid=85246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 11 17:33:56.694178 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-172ef4e3-e48c-44f1-b708-7a7cdc7fd6a0 None None] For port ce7bc5f7-7a58-434b-8ef0-5d0ac972a247, host dv-cinder-784779-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=ce7bc5f7-7a58-434b-8ef0-5d0ac972a247,segment=NetworkSegment(0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b),segment_id=0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b)] {{(pid=85246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 11 17:33:56.697985 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-172ef4e3-e48c-44f1-b708-7a7cdc7fd6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:56.700323 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning complete for port 4003c722-247e-4cde-924a-4ad72e6f8f62 triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:33:56.700918 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:56.716985 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-678403f7-efea-4c8d-9285-4d6526fcba72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:33:56.842513 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-b940c8fe-ace0-4dd9-90cd-3e88960ac1f2 admin admin] Allocated IP 172.20.0.1 (21fc3630-b8e7-4035-9714-82f9d78ef02f/a79233e1-6c2e-4286-9b1d-52153a502683/bfdbe847-d0c6-464d-967a-8e2b5cfcedf6) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:33:56.871064 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678403f7-efea-4c8d-9285-4d6526fcba72 None None] Pushing event updated for resources: {'Port': ['ID=ce7bc5f7-7a58-434b-8ef0-5d0ac972a247,revision_number=4']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:33:56.873097 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-678403f7-efea-4c8d-9285-4d6526fcba72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:33:56.919259 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172ef4e3-e48c-44f1-b708-7a7cdc7fd6a0 None None] Routers {'f17fa03a-c030-4749-a5ef-8c5710c72c6c'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:33:56.921449 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-172ef4e3-e48c-44f1-b708-7a7cdc7fd6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:33:37Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['f17fa03a-c030-4749-a5ef-8c5710c72c6c'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:33:57.023668 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b940c8fe-ace0-4dd9-90cd-3e88960ac1f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:57.030831 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:57.043513 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b940c8fe-ace0-4dd9-90cd-3e88960ac1f2 admin admin] Transition to ACTIVE for port object bfdbe847-d0c6-464d-967a-8e2b5cfcedf6 will not be triggered until provisioned by entity DHCP. {{(pid=85244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:33:57.065894 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] For port 4003c722-247e-4cde-924a-4ad72e6f8f62, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=4003c722-247e-4cde-924a-4ad72e6f8f62,segment=NetworkSegment(b9681c1d-1144-41d9-8e09-5fb0c412a5fc),segment_id=b9681c1d-1144-41d9-8e09-5fb0c412a5fc)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:33:57.076301 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b940c8fe-ace0-4dd9-90cd-3e88960ac1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6317060'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:57.076478 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:57.077209 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device bc7c539d-c1a6-45db-badf-9b98961652f8 up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:33:57.097191 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-ee5501b4-051f-4e6d-951d-a2d3bb0334af tempest-VolumesActionsTest-1431406759 tempest-VolumesActionsTest-1431406759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:33:57.138393 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f5be47f9-2808-44cf-a5c2-0bf3122b90af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:33:57.166024 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-172ef4e3-e48c-44f1-b708-7a7cdc7fd6a0 None None] Set router f17fa03a-c030-4749-a5ef-8c5710c72c6c gateway port host: dv-cinder-784779-4-smb {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:33:57.195698 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-266e46a4-60d2-4a36-94e4-00b232a9921e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca9b263-bfc3-4537-a369-4eba3f5f3920', 'name': 'tempest-TestShelveInstance-169092115-router', 'tenant_id': '5522c880a37d47c78cece2de39c0ab02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '6acfd429-b100-4b60-87ee-18aaf4437353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:33:52Z', 'updated_at': '2021-04-11T17:33:54Z', 'revision_number': 3, 'project_id': '5522c880a37d47c78cece2de39c0ab02', 'gw_port': {'id': '6acfd429-b100-4b60-87ee-18aaf4437353', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca9b263-bfc3-4537-a369-4eba3f5f3920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:33:53Z', 'updated_at': '2021-04-11T17:33:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb'}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:33:57.221688 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266e46a4-60d2-4a36-94e4-00b232a9921e None None] Checking router: eca9b263-bfc3-4537-a369-4eba3f5f3920 for host: dv-cinder-784779-4-smb {{(pid=85245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 11 17:33:57.222113 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266e46a4-60d2-4a36-94e4-00b232a9921e None None] Updating router eca9b263-bfc3-4537-a369-4eba3f5f3920 port 6acfd429-b100-4b60-87ee-18aaf4437353 binding host dv-cinder-784779-4-smb {{(pid=85245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 11 17:33:57.299595 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning complete for port bc7c539d-c1a6-45db-badf-9b98961652f8 triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:33:57.300060 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:57.325578 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b940c8fe-ace0-4dd9-90cd-3e88960ac1f2 admin admin] Network 21fc3630-b8e7-4035-9714-82f9d78ef02f is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:33:57.334137 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-b940c8fe-ace0-4dd9-90cd-3e88960ac1f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:33:57.337478 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b940c8fe-ace0-4dd9-90cd-3e88960ac1f2 admin admin] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:33:57.346254 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-266e46a4-60d2-4a36-94e4-00b232a9921e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:57.375194 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Pushing event updated for resources: {'Port': ['ID=4003c722-247e-4cde-924a-4ad72e6f8f62,revision_number=3']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:33:57.391056 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:33:57.399198 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b940c8fe-ace0-4dd9-90cd-3e88960ac1f2 admin admin] Pushing event updated for resources: {'Port': ['ID=bfdbe847-d0c6-464d-967a-8e2b5cfcedf6,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:33:57.402334 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b940c8fe-ace0-4dd9-90cd-3e88960ac1f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:33:57.424295 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b940c8fe-ace0-4dd9-90cd-3e88960ac1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8015151'] for router_interface, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:57.515022 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-260cfee2-7df7-4d70-a95f-1001950719c5 None None] Provisioning complete for port 4003c722-247e-4cde-924a-4ad72e6f8f62 triggered by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:33:57.515470 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-260cfee2-7df7-4d70-a95f-1001950719c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:57.564712 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-172ef4e3-e48c-44f1-b708-7a7cdc7fd6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17fa03a-c030-4749-a5ef-8c5710c72c6c', 'name': 'tempest-TestShelveInstance-737882630-router', 'tenant_id': '331e112c75364f0fbebec79a0118e5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.129'}], 'enable_snat': True}, 'gw_port_id': 'bc7c539d-c1a6-45db-badf-9b98961652f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:33:45Z', 'updated_at': '2021-04-11T17:33:49Z', 'revision_number': 4, 'project_id': '331e112c75364f0fbebec79a0118e5c3', 'gw_port': {'id': 'bc7c539d-c1a6-45db-badf-9b98961652f8', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17fa03a-c030-4749-a5ef-8c5710c72c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:33:46Z', 'updated_at': '2021-04-11T17:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': 'ce7bc5f7-7a58-434b-8ef0-5d0ac972a247', 'name': '', 'network_id': '7ea143fb-e9c8-4343-b3df-be0d748ae3f1', 'tenant_id': '331e112c75364f0fbebec79a0118e5c3', 'mac_address': 'fa:16:3e:2e:69:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17fa03a-c030-4749-a5ef-8c5710c72c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7283b800-264d-479d-85e4-1f9bc84b3134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:33:49Z', 'updated_at': '2021-04-11T17:33:56Z', 'revision_number': 4, 'project_id': '331e112c75364f0fbebec79a0118e5c3', 'subnets': [{'id': '7283b800-264d-479d-85e4-1f9bc84b3134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:33:57.569400 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172ef4e3-e48c-44f1-b708-7a7cdc7fd6a0 None None] The sync data for ids ['f17fa03a-c030-4749-a5ef-8c5710c72c6c'] in dv-cinder-784779-4-smb is: [{'id': 'f17fa03a-c030-4749-a5ef-8c5710c72c6c', 'name': 'tempest-TestShelveInstance-737882630-router', 'tenant_id': '331e112c75364f0fbebec79a0118e5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.129'}], 'enable_snat': True}, 'gw_port_id': 'bc7c539d-c1a6-45db-badf-9b98961652f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:33:45Z', 'updated_at': '2021-04-11T17:33:49Z', 'revision_number': 4, 'project_id': '331e112c75364f0fbebec79a0118e5c3', 'gw_port': {'id': 'bc7c539d-c1a6-45db-badf-9b98961652f8', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17fa03a-c030-4749-a5ef-8c5710c72c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:33:46Z', 'updated_at': '2021-04-11T17:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': 'ce7bc5f7-7a58-434b-8ef0-5d0ac972a247', 'name': '', 'network_id': '7ea143fb-e9c8-4343-b3df-be0d748ae3f1', 'tenant_id': '331e112c75364f0fbebec79a0118e5c3', 'mac_address': 'fa:16:3e:2e:69:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17fa03a-c030-4749-a5ef-8c5710c72c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7283b800-264d-479d-85e4-1f9bc84b3134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:33:49Z', 'updated_at': '2021-04-11T17:33:56Z', 'revision_number': 4, 'project_id': '331e112c75364f0fbebec79a0118e5c3', 'subnets': [{'id': '7283b800-264d-479d-85e4-1f9bc84b3134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 11 17:33:57.584586 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b940c8fe-ace0-4dd9-90cd-3e88960ac1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:57.892572 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device ce7bc5f7-7a58-434b-8ef0-5d0ac972a247 up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:33:57.894012 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b940c8fe-ace0-4dd9-90cd-3e88960ac1f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:57.898942 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b940c8fe-ace0-4dd9-90cd-3e88960ac1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848458740'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:57.943882 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-96c75c12-410d-44a4-b308-d05c5f885116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:33:58.005871 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b940c8fe-ace0-4dd9-90cd-3e88960ac1f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846808232', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8015202'] for router_interface, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:58.012672 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning for port ce7bc5f7-7a58-434b-8ef0-5d0ac972a247 completed by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:33:58.019766 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning complete for port ce7bc5f7-7a58-434b-8ef0-5d0ac972a247 triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:33:58.020232 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:58.155802 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-585d9ef7-9546-4daa-ab71-8652bea6d1a7 None None] Provisioning for port bfdbe847-d0c6-464d-967a-8e2b5cfcedf6 completed by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:33:58.178354 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-585d9ef7-9546-4daa-ab71-8652bea6d1a7 None None] Provisioning complete for port bfdbe847-d0c6-464d-967a-8e2b5cfcedf6 triggered by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:33:58.178783 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-585d9ef7-9546-4daa-ab71-8652bea6d1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:58.215299 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-266e46a4-60d2-4a36-94e4-00b232a9921e None None] Notify callbacks [] for port, precommit_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:58.296782 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-266e46a4-60d2-4a36-94e4-00b232a9921e None None] Transition to ACTIVE for port object 6acfd429-b100-4b60-87ee-18aaf4437353 will not be triggered until provisioned by entity L2. {{(pid=85245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:33:58.319501 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-266e46a4-60d2-4a36-94e4-00b232a9921e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:58.337698 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:33:58.368733 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-585d9ef7-9546-4daa-ab71-8652bea6d1a7 None None] Port bfdbe847-d0c6-464d-967a-8e2b5cfcedf6 cannot update to ACTIVE because it is not bound. {{(pid=85245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 11 17:33:58.370899 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b940c8fe-ace0-4dd9-90cd-3e88960ac1f2 admin admin] Pushing event updated for resources: {'Port': ['ID=bfdbe847-d0c6-464d-967a-8e2b5cfcedf6,revision_number=2']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:33:58.375798 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b940c8fe-ace0-4dd9-90cd-3e88960ac1f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:33:58.426919 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:58.438407 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b940c8fe-ace0-4dd9-90cd-3e88960ac1f2 admin admin] Network 21fc3630-b8e7-4035-9714-82f9d78ef02f is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:33:58.439723 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-b940c8fe-ace0-4dd9-90cd-3e88960ac1f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:33:58.484462 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] For port ce7bc5f7-7a58-434b-8ef0-5d0ac972a247, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=ce7bc5f7-7a58-434b-8ef0-5d0ac972a247,segment=NetworkSegment(0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b),segment_id=0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:33:58.491466 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:58.492409 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device 4003c722-247e-4cde-924a-4ad72e6f8f62 up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:33:58.529917 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c293370-89d8-4b84-aec3-adfedd196437 None None] Pushing event updated for resources: {'Port': ['ID=6acfd429-b100-4b60-87ee-18aaf4437353,revision_number=2']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:33:58.552620 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-6c293370-89d8-4b84-aec3-adfedd196437 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:33:58.555150 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:33:58.659979 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b940c8fe-ace0-4dd9-90cd-3e88960ac1f2 admin admin] Router eca9b263-bfc3-4537-a369-4eba3f5f3920 has already been hosted by L3 agent 5d769fae-3c68-4f0c-97be-90cfc50b6a37 {{(pid=85244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 11 17:33:58.854949 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b940c8fe-ace0-4dd9-90cd-3e88960ac1f2 admin admin] Notify agent at l3_agent.dv-cinder-784779-4-smb the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 11 17:33:58.857115 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-1c5dbd7e-b304-4b6c-aaa9-bd0600986c5d None None] Provisioning complete for port bfdbe847-d0c6-464d-967a-8e2b5cfcedf6 triggered by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:33:58.857537 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-1c5dbd7e-b304-4b6c-aaa9-bd0600986c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:58.864701 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-b940c8fe-ace0-4dd9-90cd-3e88960ac1f2 admin admin] 10.222.0.16 "PUT /v2.0/routers/eca9b263-bfc3-4537-a369-4eba3f5f3920/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0248573 Apr 11 17:33:58.929558 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Pushing event updated for resources: {'Port': ['ID=ce7bc5f7-7a58-434b-8ef0-5d0ac972a247,revision_number=5']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:33:58.939192 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:33:58.951265 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-1c5dbd7e-b304-4b6c-aaa9-bd0600986c5d None None] Port bfdbe847-d0c6-464d-967a-8e2b5cfcedf6 cannot update to ACTIVE because it is not bound. {{(pid=85245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 11 17:33:58.954111 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning complete for port 4003c722-247e-4cde-924a-4ad72e6f8f62 triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:33:58.955108 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:58.985068 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-266e46a4-60d2-4a36-94e4-00b232a9921e None None] Attempting to bind port 6acfd429-b100-4b60-87ee-18aaf4437353 on host dv-cinder-784779-4-smb for vnic_type normal with profile {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:33:58.986012 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-266e46a4-60d2-4a36-94e4-00b232a9921e None None] Attempting to bind port 6acfd429-b100-4b60-87ee-18aaf4437353 by drivers openvswitch,hyperv on host dv-cinder-784779-4-smb at level 0 using segments [{'id': '0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56'}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 11 17:33:58.986423 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266e46a4-60d2-4a36-94e4-00b232a9921e None None] Attempting to bind port 6acfd429-b100-4b60-87ee-18aaf4437353 on network 760603f5-451c-4017-b5ea-df3888d3fb56 {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:33:59.002381 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266e46a4-60d2-4a36-94e4-00b232a9921e None None] Checking agent: {'id': '010ff1a7-6f9a-4d7c-91bd-57c824159873', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 12, 8), 'started_at': datetime.datetime(2021, 4, 11, 17, 12, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 17:33:59.002798 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266e46a4-60d2-4a36-94e4-00b232a9921e None None] Checking segment: {'id': '0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:33:59.003245 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-266e46a4-60d2-4a36-94e4-00b232a9921e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:59.003677 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266e46a4-60d2-4a36-94e4-00b232a9921e None None] Bound using segment: {'id': '0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56'} {{(pid=85245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 17:33:59.004255 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-266e46a4-60d2-4a36-94e4-00b232a9921e None None] Bound port: 6acfd429-b100-4b60-87ee-18aaf4437353, host: dv-cinder-784779-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56'}}] {{(pid=85245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 11 17:33:59.004673 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-266e46a4-60d2-4a36-94e4-00b232a9921e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:59.142095 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-266e46a4-60d2-4a36-94e4-00b232a9921e None None] For port 6acfd429-b100-4b60-87ee-18aaf4437353, host dv-cinder-784779-4-smb, cleared binding levels {{(pid=85245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 11 17:33:59.161759 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-266e46a4-60d2-4a36-94e4-00b232a9921e None None] For port 6acfd429-b100-4b60-87ee-18aaf4437353, host dv-cinder-784779-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=6acfd429-b100-4b60-87ee-18aaf4437353,segment=NetworkSegment(0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e),segment_id=0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e)] {{(pid=85245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 11 17:33:59.168042 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-266e46a4-60d2-4a36-94e4-00b232a9921e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:59.185157 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-cba1f899-bacd-4ed3-875a-778fdf79a62e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:33:59.344577 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c293370-89d8-4b84-aec3-adfedd196437 None None] Pushing event updated for resources: {'Port': ['ID=6acfd429-b100-4b60-87ee-18aaf4437353,revision_number=3']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:33:59.347925 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-6c293370-89d8-4b84-aec3-adfedd196437 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:33:59.390530 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266e46a4-60d2-4a36-94e4-00b232a9921e None None] Routers {'eca9b263-bfc3-4537-a369-4eba3f5f3920'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:33:59.391205 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-266e46a4-60d2-4a36-94e4-00b232a9921e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:33:37Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['eca9b263-bfc3-4537-a369-4eba3f5f3920'], 'active': True} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:33:59.544605 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 38592) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:33:59.550693 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-847f1b21-5d88-420f-a7a5-9ba3f1ee51f6 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-716145230', 'description': 'tempest-secgroup-smoke-716145230 description', 'project_id': '331e112c75364f0fbebec79a0118e5c3'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:33:59.557507 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-847f1b21-5d88-420f-a7a5-9ba3f1ee51f6 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:33:59.561529 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-847f1b21-5d88-420f-a7a5-9ba3f1ee51f6 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Usage tracker for resource:security_group and tenant:331e112c75364f0fbebec79a0118e5c3 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:33:59.565090 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-847f1b21-5d88-420f-a7a5-9ba3f1ee51f6 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:33:59.571088 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-847f1b21-5d88-420f-a7a5-9ba3f1ee51f6 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:33:59.581652 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-847f1b21-5d88-420f-a7a5-9ba3f1ee51f6 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks [] for security_group, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:59.585461 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-847f1b21-5d88-420f-a7a5-9ba3f1ee51f6 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:33:59.588281 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-266e46a4-60d2-4a36-94e4-00b232a9921e None None] Set router eca9b263-bfc3-4537-a369-4eba3f5f3920 gateway port host: dv-cinder-784779-4-smb {{(pid=85245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:33:59.589704 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-847f1b21-5d88-420f-a7a5-9ba3f1ee51f6 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Usage tracker for resource:security_group_rule and tenant:331e112c75364f0fbebec79a0118e5c3 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:33:59.592630 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-847f1b21-5d88-420f-a7a5-9ba3f1ee51f6 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:33:59.598544 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-847f1b21-5d88-420f-a7a5-9ba3f1ee51f6 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:33:59.673159 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-847f1b21-5d88-420f-a7a5-9ba3f1ee51f6 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks [] for security_group, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:59.676489 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-847f1b21-5d88-420f-a7a5-9ba3f1ee51f6 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:59.681796 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-aace96fd-6043-4c30-a713-6ae3324a7d44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:33:59.721850 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-847f1b21-5d88-420f-a7a5-9ba3f1ee51f6 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks [] for security_group, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:59.723157 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-847f1b21-5d88-420f-a7a5-9ba3f1ee51f6 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1774302 Apr 11 17:33:59.724153 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f1b21-5d88-420f-a7a5-9ba3f1ee51f6 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d115ea3b-8175-4a9a-af02-e946321d9b7d,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:33:59.726501 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 38596) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:33:59.729401 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-847f1b21-5d88-420f-a7a5-9ba3f1ee51f6 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:33:59.732972 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-8650b799-eb81-4f54-977c-fabc1b484d26 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Request body: {'security_group_rule': {'security_group_id': 'd115ea3b-8175-4a9a-af02-e946321d9b7d', 'project_id': '331e112c75364f0fbebec79a0118e5c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:33:59.739878 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-8650b799-eb81-4f54-977c-fabc1b484d26 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:33:59.743909 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-8650b799-eb81-4f54-977c-fabc1b484d26 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Usage tracker for resource:security_group_rule and tenant:331e112c75364f0fbebec79a0118e5c3 is out of sync, need to count used quota {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:33:59.746905 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-8650b799-eb81-4f54-977c-fabc1b484d26 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:33:59.753467 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-8650b799-eb81-4f54-977c-fabc1b484d26 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:33:59.770432 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8650b799-eb81-4f54-977c-fabc1b484d26 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:59.821155 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device ce7bc5f7-7a58-434b-8ef0-5d0ac972a247 up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:33:59.846663 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8650b799-eb81-4f54-977c-fabc1b484d26 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:59.849889 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8650b799-eb81-4f54-977c-fabc1b484d26 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665862'] for security_group_rule, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:59.852093 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-fafabbdc-803c-42d0-886d-e94c5ff8a61e tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:33:59.877277 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8650b799-eb81-4f54-977c-fabc1b484d26 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44246630-fdda-4019-b736-c385125fd3ef,revision_number=0']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:33:59.882975 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8650b799-eb81-4f54-977c-fabc1b484d26 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:33:59.886931 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8650b799-eb81-4f54-977c-fabc1b484d26 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:59.888253 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-8650b799-eb81-4f54-977c-fabc1b484d26 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1607757 Apr 11 17:33:59.891177 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 38600) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:33:59.897279 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-112916b2-4995-4b64-8db5-b452944e62bb tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Request body: {'security_group_rule': {'security_group_id': 'd115ea3b-8175-4a9a-af02-e946321d9b7d', 'project_id': '331e112c75364f0fbebec79a0118e5c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:33:59.903646 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-112916b2-4995-4b64-8db5-b452944e62bb tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:33:59.907697 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-112916b2-4995-4b64-8db5-b452944e62bb tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Usage tracker for resource:security_group_rule and tenant:331e112c75364f0fbebec79a0118e5c3 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:33:59.910811 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-112916b2-4995-4b64-8db5-b452944e62bb tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:33:59.916817 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-112916b2-4995-4b64-8db5-b452944e62bb tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:33:59.933952 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-112916b2-4995-4b64-8db5-b452944e62bb tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:33:59.972829 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning complete for port ce7bc5f7-7a58-434b-8ef0-5d0ac972a247 triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:33:59.973254 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:00.000941 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-112916b2-4995-4b64-8db5-b452944e62bb tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:00.004087 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-112916b2-4995-4b64-8db5-b452944e62bb tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665862'] for security_group_rule, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:00.006323 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-304a4f88-3efc-4d62-9203-dcde35ea7094 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:34:00.029823 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112916b2-4995-4b64-8db5-b452944e62bb tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=188cc010-68b4-41f8-92c9-09bddb974616,revision_number=0']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:34:00.032510 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-112916b2-4995-4b64-8db5-b452944e62bb tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:34:00.039597 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-112916b2-4995-4b64-8db5-b452944e62bb tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:00.043586 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-112916b2-4995-4b64-8db5-b452944e62bb tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1485822 Apr 11 17:34:00.043797 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 38604) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:34:00.050224 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-4489555e-6ad7-4730-8431-a52025b8c78a tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Request body: {'security_group_rule': {'security_group_id': 'd115ea3b-8175-4a9a-af02-e946321d9b7d', 'project_id': '331e112c75364f0fbebec79a0118e5c3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:34:00.056688 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-4489555e-6ad7-4730-8431-a52025b8c78a tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:34:00.057150 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-266e46a4-60d2-4a36-94e4-00b232a9921e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca9b263-bfc3-4537-a369-4eba3f5f3920', 'name': 'tempest-TestShelveInstance-169092115-router', 'tenant_id': '5522c880a37d47c78cece2de39c0ab02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '6acfd429-b100-4b60-87ee-18aaf4437353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:33:52Z', 'updated_at': '2021-04-11T17:33:57Z', 'revision_number': 4, 'project_id': '5522c880a37d47c78cece2de39c0ab02', 'gw_port': {'id': '6acfd429-b100-4b60-87ee-18aaf4437353', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca9b263-bfc3-4537-a369-4eba3f5f3920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:33:53Z', 'updated_at': '2021-04-11T17:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': 'bfdbe847-d0c6-464d-967a-8e2b5cfcedf6', 'name': '', 'network_id': '21fc3630-b8e7-4035-9714-82f9d78ef02f', 'tenant_id': '5522c880a37d47c78cece2de39c0ab02', 'mac_address': 'fa:16:3e:23:f1:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca9b263-bfc3-4537-a369-4eba3f5f3920', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'a79233e1-6c2e-4286-9b1d-52153a502683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:33:56Z', 'updated_at': '2021-04-11T17:33:57Z', 'revision_number': 2, 'project_id': '5522c880a37d47c78cece2de39c0ab02', 'subnets': [{'id': 'a79233e1-6c2e-4286-9b1d-52153a502683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:34:00.060887 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-4489555e-6ad7-4730-8431-a52025b8c78a tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Usage tracker for resource:security_group_rule and tenant:331e112c75364f0fbebec79a0118e5c3 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:34:00.064510 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-4489555e-6ad7-4730-8431-a52025b8c78a tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:34:00.070687 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-4489555e-6ad7-4730-8431-a52025b8c78a tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:34:00.087441 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4489555e-6ad7-4730-8431-a52025b8c78a tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:00.091466 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266e46a4-60d2-4a36-94e4-00b232a9921e None None] The sync data for ids ['eca9b263-bfc3-4537-a369-4eba3f5f3920'] in dv-cinder-784779-4-smb is: [{'id': 'eca9b263-bfc3-4537-a369-4eba3f5f3920', 'name': 'tempest-TestShelveInstance-169092115-router', 'tenant_id': '5522c880a37d47c78cece2de39c0ab02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '6acfd429-b100-4b60-87ee-18aaf4437353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:33:52Z', 'updated_at': '2021-04-11T17:33:57Z', 'revision_number': 4, 'project_id': '5522c880a37d47c78cece2de39c0ab02', 'gw_port': {'id': '6acfd429-b100-4b60-87ee-18aaf4437353', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca9b263-bfc3-4537-a369-4eba3f5f3920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:33:53Z', 'updated_at': '2021-04-11T17:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': 'bfdbe847-d0c6-464d-967a-8e2b5cfcedf6', 'name': '', 'network_id': '21fc3630-b8e7-4035-9714-82f9d78ef02f', 'tenant_id': '5522c880a37d47c78cece2de39c0ab02', 'mac_address': 'fa:16:3e:23:f1:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca9b263-bfc3-4537-a369-4eba3f5f3920', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'a79233e1-6c2e-4286-9b1d-52153a502683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:33:56Z', 'updated_at': '2021-04-11T17:33:57Z', 'revision_number': 2, 'project_id': '5522c880a37d47c78cece2de39c0ab02', 'subnets': [{'id': 'a79233e1-6c2e-4286-9b1d-52153a502683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 11 17:34:00.155777 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4489555e-6ad7-4730-8431-a52025b8c78a tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:00.159247 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4489555e-6ad7-4730-8431-a52025b8c78a tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665862'] for security_group_rule, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:00.161588 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-112916b2-4995-4b64-8db5-b452944e62bb tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:34:00.187332 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489555e-6ad7-4730-8431-a52025b8c78a tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac6edb62-c979-4e80-9972-96b1c50b5755,revision_number=0']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:34:00.190160 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-4489555e-6ad7-4730-8431-a52025b8c78a tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:34:00.196673 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4489555e-6ad7-4730-8431-a52025b8c78a tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:00.197966 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-4489555e-6ad7-4730-8431-a52025b8c78a tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1530716 Apr 11 17:34:00.200881 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 38608) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:34:00.206690 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-83ef7eb9-88a2-4d09-acc5-3759255635b6 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Request body: {'security_group_rule': {'security_group_id': 'd115ea3b-8175-4a9a-af02-e946321d9b7d', 'project_id': '331e112c75364f0fbebec79a0118e5c3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:34:00.213072 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-83ef7eb9-88a2-4d09-acc5-3759255635b6 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:34:00.217327 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-83ef7eb9-88a2-4d09-acc5-3759255635b6 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Usage tracker for resource:security_group_rule and tenant:331e112c75364f0fbebec79a0118e5c3 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:34:00.220940 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-83ef7eb9-88a2-4d09-acc5-3759255635b6 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:34:00.226963 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-83ef7eb9-88a2-4d09-acc5-3759255635b6 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:34:00.244467 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-83ef7eb9-88a2-4d09-acc5-3759255635b6 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:00.313788 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-83ef7eb9-88a2-4d09-acc5-3759255635b6 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:00.316454 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-83ef7eb9-88a2-4d09-acc5-3759255635b6 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665862'] for security_group_rule, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:00.318575 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5ca8dff8-c9ca-4cd7-af55-9817424199b6 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:34:00.341990 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ef7eb9-88a2-4d09-acc5-3759255635b6 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be50536d-ecad-42b0-b274-67cd193cc83b,revision_number=0']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:34:00.344682 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-83ef7eb9-88a2-4d09-acc5-3759255635b6 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:34:00.352462 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-83ef7eb9-88a2-4d09-acc5-3759255635b6 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:00.353757 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-83ef7eb9-88a2-4d09-acc5-3759255635b6 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1518774 Apr 11 17:34:00.356651 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 38612) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:34:00.362825 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-92455c65-3fd8-481c-b116-0fc4f8c8e9d9 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Request body: {'security_group_rule': {'security_group_id': 'd115ea3b-8175-4a9a-af02-e946321d9b7d', 'project_id': '331e112c75364f0fbebec79a0118e5c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:34:00.369537 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-92455c65-3fd8-481c-b116-0fc4f8c8e9d9 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:34:00.373577 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-92455c65-3fd8-481c-b116-0fc4f8c8e9d9 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Usage tracker for resource:security_group_rule and tenant:331e112c75364f0fbebec79a0118e5c3 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:34:00.376621 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-92455c65-3fd8-481c-b116-0fc4f8c8e9d9 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:34:00.382601 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-92455c65-3fd8-481c-b116-0fc4f8c8e9d9 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:34:00.392270 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.db.securitygroups_db [None req-92455c65-3fd8-481c-b116-0fc4f8c8e9d9 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Project 331e112c75364f0fbebec79a0118e5c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 17:34:00.399638 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-92455c65-3fd8-481c-b116-0fc4f8c8e9d9 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:00.490121 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-92455c65-3fd8-481c-b116-0fc4f8c8e9d9 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:00.493062 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-92455c65-3fd8-481c-b116-0fc4f8c8e9d9 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665862'] for security_group_rule, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:00.496116 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:34:00.523352 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92455c65-3fd8-481c-b116-0fc4f8c8e9d9 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6a53ae5-4c12-4d11-affc-bc461e1304b0,revision_number=0']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:34:00.526083 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-92455c65-3fd8-481c-b116-0fc4f8c8e9d9 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:34:00.534182 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-92455c65-3fd8-481c-b116-0fc4f8c8e9d9 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:00.535855 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-92455c65-3fd8-481c-b116-0fc4f8c8e9d9 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1779571 Apr 11 17:34:00.538500 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 38616) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:34:00.544347 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-a2391bc9-6299-41d9-8514-1bfb02a3fac4 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Request body: {'security_group_rule': {'security_group_id': 'd115ea3b-8175-4a9a-af02-e946321d9b7d', 'project_id': '331e112c75364f0fbebec79a0118e5c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:34:00.551265 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-a2391bc9-6299-41d9-8514-1bfb02a3fac4 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:34:00.555639 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-a2391bc9-6299-41d9-8514-1bfb02a3fac4 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Usage tracker for resource:security_group_rule and tenant:331e112c75364f0fbebec79a0118e5c3 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:34:00.558806 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-a2391bc9-6299-41d9-8514-1bfb02a3fac4 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:34:00.565203 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-a2391bc9-6299-41d9-8514-1bfb02a3fac4 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:34:00.577860 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.db.securitygroups_db [None req-a2391bc9-6299-41d9-8514-1bfb02a3fac4 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Project 331e112c75364f0fbebec79a0118e5c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 17:34:00.586242 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a2391bc9-6299-41d9-8514-1bfb02a3fac4 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:00.662771 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a2391bc9-6299-41d9-8514-1bfb02a3fac4 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:00.665721 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a2391bc9-6299-41d9-8514-1bfb02a3fac4 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665862'] for security_group_rule, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:00.667992 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-e28a47b4-4189-4a40-9dec-b7e8b7da8e0e tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:34:00.691331 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2391bc9-6299-41d9-8514-1bfb02a3fac4 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a7853c3-731f-4a05-a242-0993e3156209,revision_number=0']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:34:00.695862 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-a2391bc9-6299-41d9-8514-1bfb02a3fac4 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:34:00.703228 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a2391bc9-6299-41d9-8514-1bfb02a3fac4 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:00.705068 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-a2391bc9-6299-41d9-8514-1bfb02a3fac4 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1655595 Apr 11 17:34:01.831111 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device 6acfd429-b100-4b60-87ee-18aaf4437353 up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:34:01.901266 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning for port 6acfd429-b100-4b60-87ee-18aaf4437353 completed by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:34:01.906096 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning complete for port 6acfd429-b100-4b60-87ee-18aaf4437353 triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:34:01.906507 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:02.034135 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:02.051524 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] For port 6acfd429-b100-4b60-87ee-18aaf4437353, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=6acfd429-b100-4b60-87ee-18aaf4437353,segment=NetworkSegment(0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e),segment_id=0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:34:02.055212 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:02.057172 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:34:02.127812 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Pushing event updated for resources: {'Port': ['ID=6acfd429-b100-4b60-87ee-18aaf4437353,revision_number=4']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:34:02.130889 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:34:03.278948 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240adaa6-c72d-4a66-b6fc-fb1236933c7a None None] Sync routers for ids ['eca9b263-bfc3-4537-a369-4eba3f5f3920'] in dv-cinder-784779-4-smb {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 11 17:34:03.289443 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240adaa6-c72d-4a66-b6fc-fb1236933c7a None None] Routers {'eca9b263-bfc3-4537-a369-4eba3f5f3920'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:34:03.290101 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-240adaa6-c72d-4a66-b6fc-fb1236933c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:33:37Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['eca9b263-bfc3-4537-a369-4eba3f5f3920'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:34:03.487568 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-240adaa6-c72d-4a66-b6fc-fb1236933c7a None None] Set router eca9b263-bfc3-4537-a369-4eba3f5f3920 gateway port host: dv-cinder-784779-4-smb {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:34:03.824446 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-240adaa6-c72d-4a66-b6fc-fb1236933c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca9b263-bfc3-4537-a369-4eba3f5f3920', 'name': 'tempest-TestShelveInstance-169092115-router', 'tenant_id': '5522c880a37d47c78cece2de39c0ab02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '6acfd429-b100-4b60-87ee-18aaf4437353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:33:52Z', 'updated_at': '2021-04-11T17:33:57Z', 'revision_number': 4, 'project_id': '5522c880a37d47c78cece2de39c0ab02', 'gw_port': {'id': '6acfd429-b100-4b60-87ee-18aaf4437353', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9b263-bfc3-4537-a369-4eba3f5f3920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:33:53Z', 'updated_at': '2021-04-11T17:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': 'bfdbe847-d0c6-464d-967a-8e2b5cfcedf6', 'name': '', 'network_id': '21fc3630-b8e7-4035-9714-82f9d78ef02f', 'tenant_id': '5522c880a37d47c78cece2de39c0ab02', 'mac_address': 'fa:16:3e:23:f1:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca9b263-bfc3-4537-a369-4eba3f5f3920', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'a79233e1-6c2e-4286-9b1d-52153a502683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:33:56Z', 'updated_at': '2021-04-11T17:33:57Z', 'revision_number': 2, 'project_id': '5522c880a37d47c78cece2de39c0ab02', 'subnets': [{'id': 'a79233e1-6c2e-4286-9b1d-52153a502683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:34:03.828550 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device 6acfd429-b100-4b60-87ee-18aaf4437353 up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:34:03.828693 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240adaa6-c72d-4a66-b6fc-fb1236933c7a None None] Checking router: eca9b263-bfc3-4537-a369-4eba3f5f3920 for host: dv-cinder-784779-4-smb {{(pid=85246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 11 17:34:03.829844 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240adaa6-c72d-4a66-b6fc-fb1236933c7a None None] Updating router eca9b263-bfc3-4537-a369-4eba3f5f3920 port bfdbe847-d0c6-464d-967a-8e2b5cfcedf6 binding host dv-cinder-784779-4-smb {{(pid=85246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 11 17:34:03.888934 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:03.891712 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-240adaa6-c72d-4a66-b6fc-fb1236933c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:03.913747 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning complete for port 6acfd429-b100-4b60-87ee-18aaf4437353 triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:34:03.914171 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:04.461705 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-240adaa6-c72d-4a66-b6fc-fb1236933c7a None None] Notify callbacks [] for port, precommit_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:04.473822 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-240adaa6-c72d-4a66-b6fc-fb1236933c7a None None] Transition to ACTIVE for port object bfdbe847-d0c6-464d-967a-8e2b5cfcedf6 will not be triggered until provisioned by entity L2. {{(pid=85246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:34:04.480206 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-240adaa6-c72d-4a66-b6fc-fb1236933c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:04.496216 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-03380ec4-5390-4e1a-b894-8698bafc7636 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:34:04.630223 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7288beb-7599-4fdf-b49a-1567fe06e9f4 None None] Pushing event updated for resources: {'Port': ['ID=bfdbe847-d0c6-464d-967a-8e2b5cfcedf6,revision_number=3']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:34:04.642159 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c7288beb-7599-4fdf-b49a-1567fe06e9f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:34:04.836949 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-240adaa6-c72d-4a66-b6fc-fb1236933c7a None None] Attempting to bind port bfdbe847-d0c6-464d-967a-8e2b5cfcedf6 on host dv-cinder-784779-4-smb for vnic_type normal with profile {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:34:04.837374 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-240adaa6-c72d-4a66-b6fc-fb1236933c7a None None] Attempting to bind port bfdbe847-d0c6-464d-967a-8e2b5cfcedf6 by drivers openvswitch,hyperv on host dv-cinder-784779-4-smb at level 0 using segments [{'id': 'b9681c1d-1144-41d9-8e09-5fb0c412a5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '21fc3630-b8e7-4035-9714-82f9d78ef02f'}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 11 17:34:04.837789 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240adaa6-c72d-4a66-b6fc-fb1236933c7a None None] Attempting to bind port bfdbe847-d0c6-464d-967a-8e2b5cfcedf6 on network 21fc3630-b8e7-4035-9714-82f9d78ef02f {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:34:04.844290 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240adaa6-c72d-4a66-b6fc-fb1236933c7a None None] Checking agent: {'id': '010ff1a7-6f9a-4d7c-91bd-57c824159873', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784779-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 12, 8), 'started_at': datetime.datetime(2021, 4, 11, 17, 12, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784779-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 17:34:04.845211 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240adaa6-c72d-4a66-b6fc-fb1236933c7a None None] Checking segment: {'id': 'b9681c1d-1144-41d9-8e09-5fb0c412a5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '21fc3630-b8e7-4035-9714-82f9d78ef02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:34:04.845661 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-240adaa6-c72d-4a66-b6fc-fb1236933c7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:04.846085 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240adaa6-c72d-4a66-b6fc-fb1236933c7a None None] Bound using segment: {'id': 'b9681c1d-1144-41d9-8e09-5fb0c412a5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '21fc3630-b8e7-4035-9714-82f9d78ef02f'} {{(pid=85246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 17:34:04.846600 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-240adaa6-c72d-4a66-b6fc-fb1236933c7a None None] Bound port: bfdbe847-d0c6-464d-967a-8e2b5cfcedf6, host: dv-cinder-784779-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9681c1d-1144-41d9-8e09-5fb0c412a5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '21fc3630-b8e7-4035-9714-82f9d78ef02f'}}] {{(pid=85246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 11 17:34:04.847010 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-240adaa6-c72d-4a66-b6fc-fb1236933c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:04.894479 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b83e7bf6-a063-4bd1-8083-80cd1b03c22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:04.931148 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-240adaa6-c72d-4a66-b6fc-fb1236933c7a None None] For port bfdbe847-d0c6-464d-967a-8e2b5cfcedf6, host dv-cinder-784779-4-smb, cleared binding levels {{(pid=85246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 11 17:34:04.934525 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-240adaa6-c72d-4a66-b6fc-fb1236933c7a None None] For port bfdbe847-d0c6-464d-967a-8e2b5cfcedf6, host dv-cinder-784779-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=bfdbe847-d0c6-464d-967a-8e2b5cfcedf6,segment=NetworkSegment(b9681c1d-1144-41d9-8e09-5fb0c412a5fc),segment_id=b9681c1d-1144-41d9-8e09-5fb0c412a5fc)] {{(pid=85246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 11 17:34:04.938434 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-240adaa6-c72d-4a66-b6fc-fb1236933c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:04.953956 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:34:05.103849 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7288beb-7599-4fdf-b49a-1567fe06e9f4 None None] Pushing event updated for resources: {'Port': ['ID=bfdbe847-d0c6-464d-967a-8e2b5cfcedf6,revision_number=4']} {{(pid=85246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:34:05.108953 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c7288beb-7599-4fdf-b49a-1567fe06e9f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:34:05.149668 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240adaa6-c72d-4a66-b6fc-fb1236933c7a None None] Routers {'eca9b263-bfc3-4537-a369-4eba3f5f3920'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:34:05.150359 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-240adaa6-c72d-4a66-b6fc-fb1236933c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:33:37Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['eca9b263-bfc3-4537-a369-4eba3f5f3920'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:34:05.342828 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-240adaa6-c72d-4a66-b6fc-fb1236933c7a None None] Set router eca9b263-bfc3-4537-a369-4eba3f5f3920 gateway port host: dv-cinder-784779-4-smb {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:34:05.671664 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-240adaa6-c72d-4a66-b6fc-fb1236933c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca9b263-bfc3-4537-a369-4eba3f5f3920', 'name': 'tempest-TestShelveInstance-169092115-router', 'tenant_id': '5522c880a37d47c78cece2de39c0ab02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '6acfd429-b100-4b60-87ee-18aaf4437353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:33:52Z', 'updated_at': '2021-04-11T17:33:57Z', 'revision_number': 4, 'project_id': '5522c880a37d47c78cece2de39c0ab02', 'gw_port': {'id': '6acfd429-b100-4b60-87ee-18aaf4437353', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9b263-bfc3-4537-a369-4eba3f5f3920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:33:53Z', 'updated_at': '2021-04-11T17:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': 'bfdbe847-d0c6-464d-967a-8e2b5cfcedf6', 'name': '', 'network_id': '21fc3630-b8e7-4035-9714-82f9d78ef02f', 'tenant_id': '5522c880a37d47c78cece2de39c0ab02', 'mac_address': 'fa:16:3e:23:f1:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca9b263-bfc3-4537-a369-4eba3f5f3920', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'a79233e1-6c2e-4286-9b1d-52153a502683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:33:56Z', 'updated_at': '2021-04-11T17:34:04Z', 'revision_number': 4, 'project_id': '5522c880a37d47c78cece2de39c0ab02', 'subnets': [{'id': 'a79233e1-6c2e-4286-9b1d-52153a502683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:34:05.675864 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240adaa6-c72d-4a66-b6fc-fb1236933c7a None None] The sync data for ids ['eca9b263-bfc3-4537-a369-4eba3f5f3920'] in dv-cinder-784779-4-smb is: [{'id': 'eca9b263-bfc3-4537-a369-4eba3f5f3920', 'name': 'tempest-TestShelveInstance-169092115-router', 'tenant_id': '5522c880a37d47c78cece2de39c0ab02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '6acfd429-b100-4b60-87ee-18aaf4437353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:33:52Z', 'updated_at': '2021-04-11T17:33:57Z', 'revision_number': 4, 'project_id': '5522c880a37d47c78cece2de39c0ab02', 'gw_port': {'id': '6acfd429-b100-4b60-87ee-18aaf4437353', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9b263-bfc3-4537-a369-4eba3f5f3920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:33:53Z', 'updated_at': '2021-04-11T17:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': 'bfdbe847-d0c6-464d-967a-8e2b5cfcedf6', 'name': '', 'network_id': '21fc3630-b8e7-4035-9714-82f9d78ef02f', 'tenant_id': '5522c880a37d47c78cece2de39c0ab02', 'mac_address': 'fa:16:3e:23:f1:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eca9b263-bfc3-4537-a369-4eba3f5f3920', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'a79233e1-6c2e-4286-9b1d-52153a502683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:33:56Z', 'updated_at': '2021-04-11T17:34:04Z', 'revision_number': 4, 'project_id': '5522c880a37d47c78cece2de39c0ab02', 'subnets': [{'id': 'a79233e1-6c2e-4286-9b1d-52153a502683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 11 17:34:05.840960 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device bfdbe847-d0c6-464d-967a-8e2b5cfcedf6 up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:34:05.915439 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning for port bfdbe847-d0c6-464d-967a-8e2b5cfcedf6 completed by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:34:05.920987 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning complete for port bfdbe847-d0c6-464d-967a-8e2b5cfcedf6 triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:34:05.921408 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:06.061499 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:06.081746 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] For port bfdbe847-d0c6-464d-967a-8e2b5cfcedf6, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=bfdbe847-d0c6-464d-967a-8e2b5cfcedf6,segment=NetworkSegment(b9681c1d-1144-41d9-8e09-5fb0c412a5fc),segment_id=b9681c1d-1144-41d9-8e09-5fb0c412a5fc)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:34:06.086261 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:06.089221 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-05bde298-f6ba-4acf-bad3-360304e54057 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:34:06.162811 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Pushing event updated for resources: {'Port': ['ID=bfdbe847-d0c6-464d-967a-8e2b5cfcedf6,revision_number=5']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:34:06.166048 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:34:07.340407 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-521ec932-e022-4b9a-b99e-a87c45c7ee4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:07.818662 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device bfdbe847-d0c6-464d-967a-8e2b5cfcedf6 up at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:34:07.894818 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Provisioning complete for port bfdbe847-d0c6-464d-967a-8e2b5cfcedf6 triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:34:07.895237 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:08.034610 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:08.427628 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:09.327211 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:18.067411 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-ff574bba-d033-477c-8c8b-79568c561eea tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Synchronizing usage tracker for tenant:331e112c75364f0fbebec79a0118e5c3 on resource:security_group {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:34:18.084093 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-ff574bba-d033-477c-8c8b-79568c561eea tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Unset dirty status for tenant:331e112c75364f0fbebec79a0118e5c3 on resource:security_group {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:34:18.085340 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-ff574bba-d033-477c-8c8b-79568c561eea tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-716145230&fields=id&tenant_id=331e112c75364f0fbebec79a0118e5c3 HTTP/1.1" status: 200 len: 267 time: 0.0431411 Apr 11 17:34:18.245704 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-edfb9680-f2f3-4fed-93a4-4d13688c5d07 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:34:18.246437 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-edfb9680-f2f3-4fed-93a4-4d13688c5d07 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Synchronizing usage tracker for tenant:331e112c75364f0fbebec79a0118e5c3 on resource:network {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:34:18.262448 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-edfb9680-f2f3-4fed-93a4-4d13688c5d07 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Unset dirty status for tenant:331e112c75364f0fbebec79a0118e5c3 on resource:network {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:34:18.263596 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-edfb9680-f2f3-4fed-93a4-4d13688c5d07 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/networks?id=7ea143fb-e9c8-4343-b3df-be0d748ae3f1 HTTP/1.1" status: 200 len: 808 time: 0.1708398 Apr 11 17:34:18.279334 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-3b8caa66-964b-4aeb-b2d4-014d9bc31433 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/quotas/331e112c75364f0fbebec79a0118e5c3 HTTP/1.1" status: 200 len: 375 time: 0.0094929 Apr 11 17:34:18.373908 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-6362c9ea-49f7-4d13-824c-e67e309c6a11 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Synchronizing usage tracker for tenant:331e112c75364f0fbebec79a0118e5c3 on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:34:18.390753 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-6362c9ea-49f7-4d13-824c-e67e309c6a11 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Unset dirty status for tenant:331e112c75364f0fbebec79a0118e5c3 on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:34:18.392252 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-6362c9ea-49f7-4d13-824c-e67e309c6a11 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=331e112c75364f0fbebec79a0118e5c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1074820 Apr 11 17:34:18.516792 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-f5cb23d9-3c95-42f6-a981-621e5265c23a service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=85244) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 17:34:18.517812 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-f5cb23d9-3c95-42f6-a981-621e5265c23a service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1130018 Apr 11 17:34:18.658840 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-513e46cd-8a80-4982-8028-f3f082138327 service neutron] 10.222.0.16 "GET /v2.0/networks/7ea143fb-e9c8-4343-b3df-be0d748ae3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342936 Apr 11 17:34:18.798178 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-133bf2f0-c818-4292-bd7b-766aa6386abf service neutron] 10.222.0.16 "GET /v2.0/networks/7ea143fb-e9c8-4343-b3df-be0d748ae3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322718 Apr 11 17:34:19.218157 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b2d546b6-3ae2-44e0-961c-9769b3533458 req-4f9cfbb0-c930-4ecd-acb2-d8918a2b59f9 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/ports?device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 210 time: 0.0477481 Apr 11 17:34:20.446911 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-caf626cc-4a6e-4b39-8aca-2f083ef8f57a req-3f94c1e1-f7e8-4991-99a2-c0d90497c0fb tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/ports?device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 210 time: 0.0624633 Apr 11 17:34:20.518716 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-b8c85138-90a8-49e4-9373-8ed6703d5ff3 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:34:20.520264 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-b8c85138-90a8-49e4-9373-8ed6703d5ff3 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.42 "GET /v2.0/networks?id=7ea143fb-e9c8-4343-b3df-be0d748ae3f1 HTTP/1.1" status: 200 len: 808 time: 0.2237308 Apr 11 17:34:20.584447 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-8e026c27-48ac-4af9-9513-5b634bb6b592 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=331e112c75364f0fbebec79a0118e5c3 HTTP/1.1" status: 200 len: 8059 time: 0.0529969 Apr 11 17:34:20.593742 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-aa5a5512-f291-4253-af5c-495f018ec1c9 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Request body: {'port': {'device_id': '97606a65-7c2a-4abf-9b58-4ae23ed72882', 'network_id': '7ea143fb-e9c8-4343-b3df-be0d748ae3f1', 'admin_state_up': True, 'tenant_id': '331e112c75364f0fbebec79a0118e5c3', 'security_groups': ['d115ea3b-8175-4a9a-af02-e946321d9b7d']}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:34:20.740211 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-aa5a5512-f291-4253-af5c-495f018ec1c9 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:34:20.750129 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-aa5a5512-f291-4253-af5c-495f018ec1c9 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:34:20.759514 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-aa5a5512-f291-4253-af5c-495f018ec1c9 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Made reservation on behalf of 331e112c75364f0fbebec79a0118e5c3 for: {'port': 1} {{(pid=85244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 11 17:34:20.765789 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-aa5a5512-f291-4253-af5c-495f018ec1c9 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:20.923731 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-aa5a5512-f291-4253-af5c-495f018ec1c9 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Allocated IP 172.20.0.6 (7ea143fb-e9c8-4343-b3df-be0d748ae3f1/7283b800-264d-479d-85e4-1f9bc84b3134/acba3994-2a0a-4390-9c46-90d058111def) {{(pid=85244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:34:21.126120 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-aa5a5512-f291-4253-af5c-495f018ec1c9 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks [] for port, precommit_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:21.142649 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-aa5a5512-f291-4253-af5c-495f018ec1c9 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Transition to ACTIVE for port object acba3994-2a0a-4390-9c46-90d058111def will not be triggered until provisioned by entity DHCP. {{(pid=85244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:34:21.165391 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-aa5a5512-f291-4253-af5c-495f018ec1c9 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6317060'] for port, after_create {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:21.180604 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-51eb1fc1-b64e-4951-85b1-4ecdf0c88d79 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:34:21.314354 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a5512-f291-4253-af5c-495f018ec1c9 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Pushing event updated for resources: {'Port': ['ID=acba3994-2a0a-4390-9c46-90d058111def,revision_number=1']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:34:21.335363 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a5512-f291-4253-af5c-495f018ec1c9 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:34:21.335778 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a5512-f291-4253-af5c-495f018ec1c9 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:34:21.336211 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a5512-f291-4253-af5c-495f018ec1c9 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:34:21.336613 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a5512-f291-4253-af5c-495f018ec1c9 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:34:21.337011 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a5512-f291-4253-af5c-495f018ec1c9 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:34:21.337406 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a5512-f291-4253-af5c-495f018ec1c9 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:34:21.337798 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a5512-f291-4253-af5c-495f018ec1c9 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:34:21.338189 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a5512-f291-4253-af5c-495f018ec1c9 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:34:21.338581 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a5512-f291-4253-af5c-495f018ec1c9 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:34:21.338973 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a5512-f291-4253-af5c-495f018ec1c9 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:34:21.339363 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a5512-f291-4253-af5c-495f018ec1c9 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:34:21.339751 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5a5512-f291-4253-af5c-495f018ec1c9 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:34:21.346085 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-aa5a5512-f291-4253-af5c-495f018ec1c9 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:34:21.385662 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-aa5a5512-f291-4253-af5c-495f018ec1c9 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Network 7ea143fb-e9c8-4343-b3df-be0d748ae3f1 is already hosted by enough agents. {{(pid=85244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:34:21.386724 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-aa5a5512-f291-4253-af5c-495f018ec1c9 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Resources bound (agent type, host, resource id): {{(pid=85244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:34:21.389113 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-aa5a5512-f291-4253-af5c-495f018ec1c9 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Received port after_create {{(pid=85244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:34:21.462557 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-aa5a5512-f291-4253-af5c-495f018ec1c9 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:34:21.463248 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-aa5a5512-f291-4253-af5c-495f018ec1c9 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:21.499686 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-aa5a5512-f291-4253-af5c-495f018ec1c9 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9098933 Apr 11 17:34:21.511756 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-eeead7e2-eb1e-42af-98a4-14a97295c31b service neutron] Request body: {'port': {'device_id': '97606a65-7c2a-4abf-9b58-4ae23ed72882', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78477'}} {{(pid=85244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:34:21.653420 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-7421f4cc-a243-4dca-9e49-1f0a3854a533 None None] Provisioning for port acba3994-2a0a-4390-9c46-90d058111def completed by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:34:21.658560 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-7421f4cc-a243-4dca-9e49-1f0a3854a533 None None] Provisioning complete for port acba3994-2a0a-4390-9c46-90d058111def triggered by entity DHCP. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:34:21.658941 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7421f4cc-a243-4dca-9e49-1f0a3854a533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:21.686996 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-eeead7e2-eb1e-42af-98a4-14a97295c31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:21.830466 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b757dd-6eaa-41c1-8b24-8a7719843a35 req-30766a01-d468-4d14-b5a7-bd2ad00242d5 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:34:21.831274 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-02b757dd-6eaa-41c1-8b24-8a7719843a35 req-30766a01-d468-4d14-b5a7-bd2ad00242d5 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Synchronizing usage tracker for tenant:331e112c75364f0fbebec79a0118e5c3 on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:34:21.889550 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-7421f4cc-a243-4dca-9e49-1f0a3854a533 None None] Port acba3994-2a0a-4390-9c46-90d058111def cannot update to ACTIVE because it is not bound. {{(pid=85245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 11 17:34:21.908609 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-02b757dd-6eaa-41c1-8b24-8a7719843a35 req-30766a01-d468-4d14-b5a7-bd2ad00242d5 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Unset dirty status for tenant:331e112c75364f0fbebec79a0118e5c3 on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:34:21.909887 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-02b757dd-6eaa-41c1-8b24-8a7719843a35 req-30766a01-d468-4d14-b5a7-bd2ad00242d5 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/ports?device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 931 time: 0.3035448 Apr 11 17:34:21.966502 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-02b757dd-6eaa-41c1-8b24-8a7719843a35 req-84553b35-a3e1-4f83-ab12-1bb0fd8fe3ab tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d115ea3b-8175-4a9a-af02-e946321d9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494943 Apr 11 17:34:22.157007 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-eeead7e2-eb1e-42af-98a4-14a97295c31b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acba3994-2a0a-4390-9c46-90d058111def {{(pid=85244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 11 17:34:22.164967 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-eeead7e2-eb1e-42af-98a4-14a97295c31b service neutron] Notify callbacks [] for port, precommit_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:22.180457 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-eeead7e2-eb1e-42af-98a4-14a97295c31b service neutron] Transition to ACTIVE for port object acba3994-2a0a-4390-9c46-90d058111def will not be triggered until provisioned by entity L2. {{(pid=85244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:34:22.183179 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-eeead7e2-eb1e-42af-98a4-14a97295c31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848458740'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:22.202111 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5c5cabb1-b3e9-4bee-968e-f89747b8ced3 tempest-TestMinimumBasicScenario-635437645 tempest-TestMinimumBasicScenario-635437645-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:34:22.585427 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeead7e2-eb1e-42af-98a4-14a97295c31b service neutron] Pushing event updated for resources: {'Port': ['ID=acba3994-2a0a-4390-9c46-90d058111def,revision_number=2']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:34:22.588436 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-eeead7e2-eb1e-42af-98a4-14a97295c31b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:34:22.819092 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-eeead7e2-eb1e-42af-98a4-14a97295c31b service neutron] Attempting to bind port acba3994-2a0a-4390-9c46-90d058111def on host hv-cinder-78477 for vnic_type normal with profile {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:34:22.819472 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-eeead7e2-eb1e-42af-98a4-14a97295c31b service neutron] Attempting to bind port acba3994-2a0a-4390-9c46-90d058111def by drivers openvswitch,hyperv on host hv-cinder-78477 at level 0 using segments [{'id': '0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7ea143fb-e9c8-4343-b3df-be0d748ae3f1'}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 11 17:34:22.819879 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-eeead7e2-eb1e-42af-98a4-14a97295c31b service neutron] Attempting to bind port acba3994-2a0a-4390-9c46-90d058111def on network 7ea143fb-e9c8-4343-b3df-be0d748ae3f1 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:34:22.824842 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-eeead7e2-eb1e-42af-98a4-14a97295c31b service neutron] Port acba3994-2a0a-4390-9c46-90d058111def on network 7ea143fb-e9c8-4343-b3df-be0d748ae3f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78477 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:34:22.825206 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-eeead7e2-eb1e-42af-98a4-14a97295c31b service neutron] Attempting to bind port acba3994-2a0a-4390-9c46-90d058111def on network 7ea143fb-e9c8-4343-b3df-be0d748ae3f1 {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 11 17:34:22.831401 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-eeead7e2-eb1e-42af-98a4-14a97295c31b service neutron] Checking agent: {'id': '0333fbf7-6dfe-499c-9c5e-b9bf9a863355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78477', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 11, 17, 18, 34), 'started_at': datetime.datetime(2021, 4, 11, 17, 18, 34), 'heartbeat_timestamp': datetime.datetime(2021, 4, 11, 17, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 11 17:34:22.831811 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-eeead7e2-eb1e-42af-98a4-14a97295c31b service neutron] Checking segment: {'id': '0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7ea143fb-e9c8-4343-b3df-be0d748ae3f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 11 17:34:22.832279 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-eeead7e2-eb1e-42af-98a4-14a97295c31b service neutron] Bound using segment: {'id': '0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7ea143fb-e9c8-4343-b3df-be0d748ae3f1'} {{(pid=85244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 11 17:34:22.832753 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-eeead7e2-eb1e-42af-98a4-14a97295c31b service neutron] Bound port: acba3994-2a0a-4390-9c46-90d058111def, host: hv-cinder-78477, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '7ea143fb-e9c8-4343-b3df-be0d748ae3f1'}}] {{(pid=85244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 11 17:34:22.833139 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-eeead7e2-eb1e-42af-98a4-14a97295c31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:22.914425 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-eeead7e2-eb1e-42af-98a4-14a97295c31b service neutron] For port acba3994-2a0a-4390-9c46-90d058111def, host hv-cinder-78477, cleared binding levels {{(pid=85244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 11 17:34:22.917544 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-eeead7e2-eb1e-42af-98a4-14a97295c31b service neutron] For port acba3994-2a0a-4390-9c46-90d058111def, host hv-cinder-78477, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=acba3994-2a0a-4390-9c46-90d058111def,segment=NetworkSegment(0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b),segment_id=0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b)] {{(pid=85244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 11 17:34:22.920873 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-eeead7e2-eb1e-42af-98a4-14a97295c31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848458740'] for port, after_update {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:22.933908 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b3a094c2-3dce-4837-98de-a94113622413 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:34:23.093831 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeead7e2-eb1e-42af-98a4-14a97295c31b service neutron] Pushing event updated for resources: {'Port': ['ID=acba3994-2a0a-4390-9c46-90d058111def,revision_number=3']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:34:23.132098 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-eeead7e2-eb1e-42af-98a4-14a97295c31b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:34:23.197321 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-eeead7e2-eb1e-42af-98a4-14a97295c31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:34:23.198039 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-eeead7e2-eb1e-42af-98a4-14a97295c31b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:23.199574 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-eeead7e2-eb1e-42af-98a4-14a97295c31b service neutron] 10.222.0.42 "PUT /v2.0/ports/acba3994-2a0a-4390-9c46-90d058111def HTTP/1.1" status: 200 len: 1093 time: 1.6926525 Apr 11 17:34:23.200155 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97606a65-7c2a-4abf-9b58-4ae23ed72882', 'tag': 'acba3994-2a0a-4390-9c46-90d058111def'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:34:23.227241 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da4ae2-8b62-48ff-a095-ab2e5cb91e50 req-622b9b2c-ea7c-42d0-ac5a-17079ba13e17 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:34:23.228961 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e8da4ae2-8b62-48ff-a095-ab2e5cb91e50 req-622b9b2c-ea7c-42d0-ac5a-17079ba13e17 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/ports?device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 943 time: 0.1396012 Apr 11 17:34:23.292368 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97606a65-7c2a-4abf-9b58-4ae23ed72882', 'tag': 'acba3994-2a0a-4390-9c46-90d058111def', 'status': 'completed', 'code': 200} Apr 11 17:34:23.312477 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e8da4ae2-8b62-48ff-a095-ab2e5cb91e50 req-b21073bc-52ad-4bdf-bf4f-c33a2aded7f7 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d115ea3b-8175-4a9a-af02-e946321d9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769947 Apr 11 17:34:23.343671 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-0f2f81c8-1ad7-49bd-a3cd-5288db3e3a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:34:23.345417 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-0f2f81c8-1ad7-49bd-a3cd-5288db3e3a5f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=331e112c75364f0fbebec79a0118e5c3&device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 1096 time: 0.0956798 Apr 11 17:34:23.421252 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-6c4fc509-92d2-41c7-81a6-b6c17d6b977c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acba3994-2a0a-4390-9c46-90d058111def HTTP/1.1" status: 200 len: 217 time: 0.0688798 Apr 11 17:34:23.490254 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-3a981a79-5ec2-4342-8bcd-e4c0a9627dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:34:23.491746 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-3a981a79-5ec2-4342-8bcd-e4c0a9627dc3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7283b800-264d-479d-85e4-1f9bc84b3134 HTTP/1.1" status: 200 len: 847 time: 0.0649402 Apr 11 17:34:23.579612 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-668c75a8-3baa-46f5-8767-fc5a9dc00142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:34:23.581482 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-668c75a8-3baa-46f5-8767-fc5a9dc00142 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ea143fb-e9c8-4343-b3df-be0d748ae3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0837593 Apr 11 17:34:23.727064 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-3059de71-8631-4489-b5bd-59a25fc6caec service neutron] 10.222.0.42 "GET /v2.0/networks/7ea143fb-e9c8-4343-b3df-be0d748ae3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382215 Apr 11 17:34:23.868577 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d4a2a06d-29ac-4e40-91bd-74d304d46f3f req-3b315c2e-7042-40a0-a79f-57d7be498252 service neutron] 10.222.0.42 "GET /v2.0/networks/7ea143fb-e9c8-4343-b3df-be0d748ae3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351171 Apr 11 17:34:23.992288 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7658a-d3bc-46af-925f-21e2fb357a63 req-9470d37c-1925-4e25-8560-a3bd7b13bcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:34:23.993821 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b9e7658a-d3bc-46af-925f-21e2fb357a63 req-9470d37c-1925-4e25-8560-a3bd7b13bcdf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=331e112c75364f0fbebec79a0118e5c3&device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 1096 time: 0.0802042 Apr 11 17:34:24.138089 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7658a-d3bc-46af-925f-21e2fb357a63 req-d39306df-7aca-4f76-a61d-5cfaaf5fff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:34:24.139661 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b9e7658a-d3bc-46af-925f-21e2fb357a63 req-d39306df-7aca-4f76-a61d-5cfaaf5fff03 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ea143fb-e9c8-4343-b3df-be0d748ae3f1 HTTP/1.1" status: 200 len: 909 time: 0.1397574 Apr 11 17:34:24.214800 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b9e7658a-d3bc-46af-925f-21e2fb357a63 req-946cc560-024a-42db-ac9e-b3eada617fbd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acba3994-2a0a-4390-9c46-90d058111def HTTP/1.1" status: 200 len: 217 time: 0.0687382 Apr 11 17:34:24.287143 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7658a-d3bc-46af-925f-21e2fb357a63 req-1f742704-e014-4788-b79a-78ccdd3ca1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:34:24.288672 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b9e7658a-d3bc-46af-925f-21e2fb357a63 req-1f742704-e014-4788-b79a-78ccdd3ca1e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7283b800-264d-479d-85e4-1f9bc84b3134 HTTP/1.1" status: 200 len: 847 time: 0.0679278 Apr 11 17:34:24.381313 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7658a-d3bc-46af-925f-21e2fb357a63 req-5f2af0fb-e82d-4728-a87d-2965be5e864f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:34:24.382938 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b9e7658a-d3bc-46af-925f-21e2fb357a63 req-5f2af0fb-e82d-4728-a87d-2965be5e864f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ea143fb-e9c8-4343-b3df-be0d748ae3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0872757 Apr 11 17:34:24.598127 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b9e7658a-d3bc-46af-925f-21e2fb357a63 req-6f3bee77-8388-4e0a-8e13-b73a851ce1c4 service neutron] 10.222.0.42 "GET /v2.0/networks/7ea143fb-e9c8-4343-b3df-be0d748ae3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086923 Apr 11 17:34:24.610706 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55b400-d938-4ebf-921c-2c1deae7b460 req-c0011c66-e8f1-473b-8031-474b71734b61 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:34:24.612244 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6d55b400-d938-4ebf-921c-2c1deae7b460 req-c0011c66-e8f1-473b-8031-474b71734b61 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/ports?device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 943 time: 0.1491675 Apr 11 17:34:24.725990 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-6d55b400-d938-4ebf-921c-2c1deae7b460 req-fe7e991f-d0c6-4dcf-af73-287c2f0966c1 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d115ea3b-8175-4a9a-af02-e946321d9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890298 Apr 11 17:34:24.771668 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b9e7658a-d3bc-46af-925f-21e2fb357a63 req-e537baab-1758-422e-af7b-eb5cdbfbc159 service neutron] 10.222.0.42 "GET /v2.0/networks/7ea143fb-e9c8-4343-b3df-be0d748ae3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583681 Apr 11 17:34:25.927731 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1ba7d-67b6-4c76-997c-e0f4b67511dd req-99445ff8-1b7a-4af5-b822-e2871d9fc2b8 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:34:25.929354 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-66b1ba7d-67b6-4c76-997c-e0f4b67511dd req-99445ff8-1b7a-4af5-b822-e2871d9fc2b8 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/ports?device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 943 time: 0.0918314 Apr 11 17:34:25.959532 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-66b1ba7d-67b6-4c76-997c-e0f4b67511dd req-e403a660-2350-4499-83c8-2fe77234bc9e tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d115ea3b-8175-4a9a-af02-e946321d9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0238690 Apr 11 17:34:27.300739 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b0251-bd6c-4694-bbc2-5de8aa8cd13c req-1e6fe413-630d-42f0-91c3-1794eb7b77fb tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:34:27.302244 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a45b0251-bd6c-4694-bbc2-5de8aa8cd13c req-1e6fe413-630d-42f0-91c3-1794eb7b77fb tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/ports?device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 943 time: 0.0877190 Apr 11 17:34:27.332455 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a45b0251-bd6c-4694-bbc2-5de8aa8cd13c req-bc4c2f06-355b-4b73-8917-c698a256d1da tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d115ea3b-8175-4a9a-af02-e946321d9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0238874 Apr 11 17:34:28.541028 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fa598-e922-4b8b-9f22-ceb9a29fe439 req-0cf6b3db-f0a6-4370-94d4-2e3106803740 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:34:28.542678 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-201fa598-e922-4b8b-9f22-ceb9a29fe439 req-0cf6b3db-f0a6-4370-94d4-2e3106803740 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/ports?device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 943 time: 0.0935428 Apr 11 17:34:28.575779 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-201fa598-e922-4b8b-9f22-ceb9a29fe439 req-32e9eff5-b870-4f42-ab99-75fbfe0ffb45 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d115ea3b-8175-4a9a-af02-e946321d9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0259364 Apr 11 17:34:28.601914 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device acba3994-2a0a-4390-9c46-90d058111def details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 11 17:34:28.743289 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port acba3994-2a0a-4390-9c46-90d058111def, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=acba3994-2a0a-4390-9c46-90d058111def,segment=NetworkSegment(0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b),segment_id=0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:34:28.757051 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Returning: {'device': 'acba3994-2a0a-4390-9c46-90d058111def', 'network_id': '7ea143fb-e9c8-4343-b3df-be0d748ae3f1', 'port_id': 'acba3994-2a0a-4390-9c46-90d058111def', 'mac_address': 'fa:16:3e:cc:ae:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7283b800-264d-479d-85e4-1f9bc84b3134', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 17:34:28.814317 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:28.815590 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acba3994-2a0a-4390-9c46-90d058111def {{(pid=85245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 11 17:34:28.832004 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port acba3994-2a0a-4390-9c46-90d058111def, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=acba3994-2a0a-4390-9c46-90d058111def,segment=NetworkSegment(0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b),segment_id=0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:34:28.834932 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:28.836823 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-6ac4605a-3053-4b6b-9b68-958c41f14ca1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:34:28.907540 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=acba3994-2a0a-4390-9c46-90d058111def,revision_number=4']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:34:28.910806 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:34:29.180045 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] get_ports_and_sgs() called for port_ids ['acba3994-2a0a-4390-9c46-90d058111def'] {{(pid=85245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 17:34:29.776379 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26de39e0-4cbb-4edd-8699-7dabe81552da req-ba84ebbe-6d0f-4f2d-acf0-988716715fda tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:34:29.778129 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-26de39e0-4cbb-4edd-8699-7dabe81552da req-ba84ebbe-6d0f-4f2d-acf0-988716715fda tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/ports?device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 944 time: 0.0900066 Apr 11 17:34:29.810037 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-26de39e0-4cbb-4edd-8699-7dabe81552da req-6de80a3b-5873-4981-a364-ca50ee18feb2 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d115ea3b-8175-4a9a-af02-e946321d9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0251288 Apr 11 17:34:30.617223 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device acba3994-2a0a-4390-9c46-90d058111def up at agent hyperv_hv-cinder-78477 {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:34:30.621439 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 6 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:34:30.690355 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Provisioning for port acba3994-2a0a-4390-9c46-90d058111def completed by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 11 17:34:30.695476 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Provisioning complete for port acba3994-2a0a-4390-9c46-90d058111def triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:34:30.695915 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:30.816249 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:30.827728 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97606a65-7c2a-4abf-9b58-4ae23ed72882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acba3994-2a0a-4390-9c46-90d058111def'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:34:30.840131 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port acba3994-2a0a-4390-9c46-90d058111def, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=acba3994-2a0a-4390-9c46-90d058111def,segment=NetworkSegment(0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b),segment_id=0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:34:30.844226 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:30.846154 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:34:30.923615 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=acba3994-2a0a-4390-9c46-90d058111def,revision_number=5']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:34:30.927090 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:34:30.947959 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97606a65-7c2a-4abf-9b58-4ae23ed72882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acba3994-2a0a-4390-9c46-90d058111def', 'code': 200} Apr 11 17:34:31.023329 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d449483-0753-451c-a913-b3da4f36c50a req-524a3319-8115-41f3-b6f6-374f139546d3 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:34:31.024937 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1d449483-0753-451c-a913-b3da4f36c50a req-524a3319-8115-41f3-b6f6-374f139546d3 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/ports?device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 945 time: 0.0976539 Apr 11 17:34:31.057057 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-1d449483-0753-451c-a913-b3da4f36c50a req-f31fdf4f-2119-4c5f-87b1-05fa674fc845 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d115ea3b-8175-4a9a-af02-e946321d9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0257187 Apr 11 17:34:31.242323 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db0afa-78ad-460b-b42a-897772864157 req-a3b8944e-fc4e-46d2-be0b-7bc5eccbf567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:34:31.243953 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-98db0afa-78ad-460b-b42a-897772864157 req-a3b8944e-fc4e-46d2-be0b-7bc5eccbf567 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 1098 time: 0.0766201 Apr 11 17:34:31.269684 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-98db0afa-78ad-460b-b42a-897772864157 req-83b11651-7b39-4250-862e-4e3b8d226fdd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d115ea3b-8175-4a9a-af02-e946321d9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0194614 Apr 11 17:34:32.266602 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebfe12d-0dff-4501-8435-d3243318809b req-a045670b-c1b4-4648-bfd0-336c83c5d93b tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:34:32.268242 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5ebfe12d-0dff-4501-8435-d3243318809b req-a045670b-c1b4-4648-bfd0-336c83c5d93b tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/ports?device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 945 time: 0.0940843 Apr 11 17:34:32.299906 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5ebfe12d-0dff-4501-8435-d3243318809b req-fcc5b879-004e-4ec3-88b6-da9b50590e03 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d115ea3b-8175-4a9a-af02-e946321d9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0250463 Apr 11 17:34:33.499212 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c498bbf-f74b-4fd5-8231-b9b805ccfc74 req-f2dcd197-d32c-49e5-8b70-4649eaf27e9e tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:34:33.501445 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0c498bbf-f74b-4fd5-8231-b9b805ccfc74 req-f2dcd197-d32c-49e5-8b70-4649eaf27e9e tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/ports?device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 945 time: 0.0884476 Apr 11 17:34:33.532074 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0c498bbf-f74b-4fd5-8231-b9b805ccfc74 req-7b92c60b-2ffd-438d-a62f-ada683afd6e7 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d115ea3b-8175-4a9a-af02-e946321d9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0240788 Apr 11 17:34:33.732871 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9f7bd-d749-4ae3-9e11-cbc6bde4459c req-74360a1c-3089-435b-a046-f09de41fdee0 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:34:33.734443 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-cde9f7bd-d749-4ae3-9e11-cbc6bde4459c req-74360a1c-3089-435b-a046-f09de41fdee0 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/ports?device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 945 time: 0.0908008 Apr 11 17:34:33.764510 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-cde9f7bd-d749-4ae3-9e11-cbc6bde4459c req-5dd544b4-5620-4cf6-ac6f-2a1a28030701 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d115ea3b-8175-4a9a-af02-e946321d9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0237286 Apr 11 17:34:33.789608 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 38780) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:34:33.857813 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:33.921086 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37821694-4889-447a-ba26-91c0c985a019 tempest-TestShelveInstance-180132508 tempest-TestShelveInstance-180132508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:34:33.923243 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-37821694-4889-447a-ba26-91c0c985a019 tempest-TestShelveInstance-180132508 tempest-TestShelveInstance-180132508-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 1093 time: 0.1325243 Apr 11 17:34:33.926446 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 38786) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:34:33.932304 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.v2.base [None req-8895fce6-5024-4691-93ae-af0859e022e8 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Request body: {'floatingip': {'floating_network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'port_id': 'acba3994-2a0a-4390-9c46-90d058111def', 'tenant_id': '331e112c75364f0fbebec79a0118e5c3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=85243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:34:33.939274 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-8895fce6-5024-4691-93ae-af0859e022e8 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 11 17:34:33.943409 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-8895fce6-5024-4691-93ae-af0859e022e8 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Usage tracker for resource:floatingip and tenant:331e112c75364f0fbebec79a0118e5c3 is out of sync, need to count used quota {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 11 17:34:33.946407 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [None req-8895fce6-5024-4691-93ae-af0859e022e8 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 11 17:34:33.952475 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.quota.driver [None req-8895fce6-5024-4691-93ae-af0859e022e8 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 11 17:34:33.963108 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8895fce6-5024-4691-93ae-af0859e022e8 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks [] for floatingip, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:34.106627 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8895fce6-5024-4691-93ae-af0859e022e8 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:34.251314 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_common [None req-8895fce6-5024-4691-93ae-af0859e022e8 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Allocated IP 172.28.2.189 (760603f5-451c-4017-b5ea-df3888d3fb56/e13c5172-f61e-460b-afd0-2fdd7fa5ba98/38c69139-5453-4e74-a956-fa65bfcdc36d) {{(pid=85243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 11 17:34:34.623868 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8895fce6-5024-4691-93ae-af0859e022e8 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks [] for port, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:34.652882 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8895fce6-5024-4691-93ae-af0859e022e8 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363265755739235', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6354135'] for port, after_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:34.668434 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-7f33878a-3ae6-491f-a498-00a97f8dd538 tempest-AttachVolumeShelveTestJSON-1103475857 tempest-AttachVolumeShelveTestJSON-1103475857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:34:34.802474 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8895fce6-5024-4691-93ae-af0859e022e8 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Pushing event updated for resources: {'Port': ['ID=38c69139-5453-4e74-a956-fa65bfcdc36d,revision_number=1']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:34:34.821467 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8895fce6-5024-4691-93ae-af0859e022e8 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:34:34.821887 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8895fce6-5024-4691-93ae-af0859e022e8 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:34:34.822301 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8895fce6-5024-4691-93ae-af0859e022e8 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:34:34.822717 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8895fce6-5024-4691-93ae-af0859e022e8 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:34:34.823132 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8895fce6-5024-4691-93ae-af0859e022e8 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:34:34.823537 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8895fce6-5024-4691-93ae-af0859e022e8 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:34:34.823972 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8895fce6-5024-4691-93ae-af0859e022e8 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:34:34.824385 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8895fce6-5024-4691-93ae-af0859e022e8 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:34:34.824789 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8895fce6-5024-4691-93ae-af0859e022e8 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:34:34.825213 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8895fce6-5024-4691-93ae-af0859e022e8 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:34:34.825639 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8895fce6-5024-4691-93ae-af0859e022e8 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:34:34.826091 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8895fce6-5024-4691-93ae-af0859e022e8 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:34:34.832160 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8895fce6-5024-4691-93ae-af0859e022e8 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:34:34.869864 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8895fce6-5024-4691-93ae-af0859e022e8 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Network 760603f5-451c-4017-b5ea-df3888d3fb56 is already hosted by enough agents. {{(pid=85243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 11 17:34:34.870986 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.base_scheduler [None req-8895fce6-5024-4691-93ae-af0859e022e8 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Resources bound (agent type, host, resource id): {{(pid=85243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 11 17:34:34.873387 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8895fce6-5024-4691-93ae-af0859e022e8 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Received port after_create {{(pid=85243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 11 17:34:34.895904 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fa60aac0-8315-401e-a8b0-86c49cfb97a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:35.435273 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8895fce6-5024-4691-93ae-af0859e022e8 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:35.556762 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8895fce6-5024-4691-93ae-af0859e022e8 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:35.827355 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8895fce6-5024-4691-93ae-af0859e022e8 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks [] for port, precommit_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:35.831078 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8895fce6-5024-4691-93ae-af0859e022e8 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848421665'] for port, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:35.846563 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-cc03f89f-c6bf-434e-99c6-c92e88f6b897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:34:35.981726 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8895fce6-5024-4691-93ae-af0859e022e8 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Pushing event updated for resources: {'Port': ['ID=38c69139-5453-4e74-a956-fa65bfcdc36d,revision_number=2']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:34:35.985318 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8895fce6-5024-4691-93ae-af0859e022e8 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:34:36.087091 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8895fce6-5024-4691-93ae-af0859e022e8 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036846760615'] for floatingip, after_update {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:36.267457 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.db.l3_db [None req-8895fce6-5024-4691-93ae-af0859e022e8 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Floating IP dff8adef-c4f5-47c6-8d5e-29781bc42605 associated. External IP: 172.28.2.189, port: acba3994-2a0a-4390-9c46-90d058111def. Apr 11 17:34:36.637869 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8895fce6-5024-4691-93ae-af0859e022e8 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Router f17fa03a-c030-4749-a5ef-8c5710c72c6c has already been hosted by L3 agent 5d769fae-3c68-4f0c-97be-90cfc50b6a37 {{(pid=85243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 11 17:34:37.048499 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8895fce6-5024-4691-93ae-af0859e022e8 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify agent at l3_agent.dv-cinder-784779-4-smb the message routers_updated {{(pid=85243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 11 17:34:37.059132 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e8f07f-49fb-4ced-ace1-02534bc6050c None None] Sync routers for ids ['f17fa03a-c030-4749-a5ef-8c5710c72c6c'] in dv-cinder-784779-4-smb {{(pid=85245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 11 17:34:37.070132 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e8f07f-49fb-4ced-ace1-02534bc6050c None None] Routers {'f17fa03a-c030-4749-a5ef-8c5710c72c6c'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:34:37.071295 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-f9e8f07f-49fb-4ced-ace1-02534bc6050c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:34:07Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['f17fa03a-c030-4749-a5ef-8c5710c72c6c'], 'active': True} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:34:37.075486 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8895fce6-5024-4691-93ae-af0859e022e8 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for floatingip, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:37.136744 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-8895fce6-5024-4691-93ae-af0859e022e8 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2091830 Apr 11 17:34:37.137553 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97606a65-7c2a-4abf-9b58-4ae23ed72882', 'tag': 'acba3994-2a0a-4390-9c46-90d058111def'}] {{(pid=85243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:34:37.240741 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97606a65-7c2a-4abf-9b58-4ae23ed72882', 'tag': 'acba3994-2a0a-4390-9c46-90d058111def', 'status': 'completed', 'code': 200} Apr 11 17:34:37.276637 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-f9e8f07f-49fb-4ced-ace1-02534bc6050c None None] Set router f17fa03a-c030-4749-a5ef-8c5710c72c6c gateway port host: dv-cinder-784779-4-smb {{(pid=85245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:34:37.344645 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55ceb3-ff8e-4ce4-9ed9-bc4195f6db38 req-820c6a1f-d318-4bda-a36a-1fa0ef48efe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:34:37.346154 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0d55ceb3-ff8e-4ce4-9ed9-bc4195f6db38 req-820c6a1f-d318-4bda-a36a-1fa0ef48efe0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=331e112c75364f0fbebec79a0118e5c3&device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 1098 time: 0.0801001 Apr 11 17:34:37.365145 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-3c58dda3-78fd-44e5-a55e-d662cd8f56be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:37.494115 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55ceb3-ff8e-4ce4-9ed9-bc4195f6db38 req-58a7775f-1e0c-4c0f-9754-e149f8379c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:34:37.495721 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0d55ceb3-ff8e-4ce4-9ed9-bc4195f6db38 req-58a7775f-1e0c-4c0f-9754-e149f8379c58 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ea143fb-e9c8-4343-b3df-be0d748ae3f1 HTTP/1.1" status: 200 len: 909 time: 0.1436558 Apr 11 17:34:37.677148 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-f9e8f07f-49fb-4ced-ace1-02534bc6050c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17fa03a-c030-4749-a5ef-8c5710c72c6c', 'name': 'tempest-TestShelveInstance-737882630-router', 'tenant_id': '331e112c75364f0fbebec79a0118e5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.129'}], 'enable_snat': True}, 'gw_port_id': 'bc7c539d-c1a6-45db-badf-9b98961652f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:33:45Z', 'updated_at': '2021-04-11T17:33:49Z', 'revision_number': 4, 'project_id': '331e112c75364f0fbebec79a0118e5c3', 'gw_port': {'id': 'bc7c539d-c1a6-45db-badf-9b98961652f8', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17fa03a-c030-4749-a5ef-8c5710c72c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:33:46Z', 'updated_at': '2021-04-11T17:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_floatingips': [{'id': 'dff8adef-c4f5-47c6-8d5e-29781bc42605', 'tenant_id': '331e112c75364f0fbebec79a0118e5c3', 'floating_ip_address': '172.28.2.189', 'floating_network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'router_id': 'f17fa03a-c030-4749-a5ef-8c5710c72c6c', 'port_id': 'acba3994-2a0a-4390-9c46-90d058111def', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ea143fb-e9c8-4343-b3df-be0d748ae3f1', 'mac_address': 'fa:16:3e:cc:ae:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97606a65-7c2a-4abf-9b58-4ae23ed72882', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:34:35Z', 'updated_at': '2021-04-11T17:34:35Z', 'revision_number': 0, 'project_id': '331e112c75364f0fbebec79a0118e5c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce7bc5f7-7a58-434b-8ef0-5d0ac972a247', 'name': '', 'network_id': '7ea143fb-e9c8-4343-b3df-be0d748ae3f1', 'tenant_id': '331e112c75364f0fbebec79a0118e5c3', 'mac_address': 'fa:16:3e:2e:69:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17fa03a-c030-4749-a5ef-8c5710c72c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7283b800-264d-479d-85e4-1f9bc84b3134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:33:49Z', 'updated_at': '2021-04-11T17:33:58Z', 'revision_number': 5, 'project_id': '331e112c75364f0fbebec79a0118e5c3', 'subnets': [{'id': '7283b800-264d-479d-85e4-1f9bc84b3134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:34:37.681707 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e8f07f-49fb-4ced-ace1-02534bc6050c None None] Checking router: f17fa03a-c030-4749-a5ef-8c5710c72c6c for host: dv-cinder-784779-4-smb {{(pid=85245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 11 17:34:37.691580 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e8f07f-49fb-4ced-ace1-02534bc6050c None None] Routers {'f17fa03a-c030-4749-a5ef-8c5710c72c6c'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:34:37.692314 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-f9e8f07f-49fb-4ced-ace1-02534bc6050c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:34:37Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['f17fa03a-c030-4749-a5ef-8c5710c72c6c'], 'active': True} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:34:37.871688 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0d55ceb3-ff8e-4ce4-9ed9-bc4195f6db38 req-55306e2d-be41-438e-87c3-2d1d987cb5ad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acba3994-2a0a-4390-9c46-90d058111def HTTP/1.1" status: 200 len: 999 time: 0.3700025 Apr 11 17:34:37.885744 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-f9e8f07f-49fb-4ced-ace1-02534bc6050c None None] Set router f17fa03a-c030-4749-a5ef-8c5710c72c6c gateway port host: dv-cinder-784779-4-smb {{(pid=85245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:34:37.940532 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55ceb3-ff8e-4ce4-9ed9-bc4195f6db38 req-4c424641-f056-4386-995e-d54973f9e57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:34:37.942068 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0d55ceb3-ff8e-4ce4-9ed9-bc4195f6db38 req-4c424641-f056-4386-995e-d54973f9e57f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7283b800-264d-479d-85e4-1f9bc84b3134 HTTP/1.1" status: 200 len: 847 time: 0.0642500 Apr 11 17:34:38.027926 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55ceb3-ff8e-4ce4-9ed9-bc4195f6db38 req-8ab536c5-e8bc-4151-8ca5-3ecc1f1b3022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:34:38.029552 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0d55ceb3-ff8e-4ce4-9ed9-bc4195f6db38 req-8ab536c5-e8bc-4151-8ca5-3ecc1f1b3022 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ea143fb-e9c8-4343-b3df-be0d748ae3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0814471 Apr 11 17:34:38.053549 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:38.171537 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0d55ceb3-ff8e-4ce4-9ed9-bc4195f6db38 req-12c2feee-7eb0-42a0-9af0-52633e3dc530 service neutron] 10.222.0.42 "GET /v2.0/networks/7ea143fb-e9c8-4343-b3df-be0d748ae3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353946 Apr 11 17:34:38.264329 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-f9e8f07f-49fb-4ced-ace1-02534bc6050c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17fa03a-c030-4749-a5ef-8c5710c72c6c', 'name': 'tempest-TestShelveInstance-737882630-router', 'tenant_id': '331e112c75364f0fbebec79a0118e5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.129'}], 'enable_snat': True}, 'gw_port_id': 'bc7c539d-c1a6-45db-badf-9b98961652f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:33:45Z', 'updated_at': '2021-04-11T17:33:49Z', 'revision_number': 4, 'project_id': '331e112c75364f0fbebec79a0118e5c3', 'gw_port': {'id': 'bc7c539d-c1a6-45db-badf-9b98961652f8', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17fa03a-c030-4749-a5ef-8c5710c72c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:33:46Z', 'updated_at': '2021-04-11T17:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_floatingips': [{'id': 'dff8adef-c4f5-47c6-8d5e-29781bc42605', 'tenant_id': '331e112c75364f0fbebec79a0118e5c3', 'floating_ip_address': '172.28.2.189', 'floating_network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'router_id': 'f17fa03a-c030-4749-a5ef-8c5710c72c6c', 'port_id': 'acba3994-2a0a-4390-9c46-90d058111def', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ea143fb-e9c8-4343-b3df-be0d748ae3f1', 'mac_address': 'fa:16:3e:cc:ae:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97606a65-7c2a-4abf-9b58-4ae23ed72882', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:34:35Z', 'updated_at': '2021-04-11T17:34:35Z', 'revision_number': 0, 'project_id': '331e112c75364f0fbebec79a0118e5c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce7bc5f7-7a58-434b-8ef0-5d0ac972a247', 'name': '', 'network_id': '7ea143fb-e9c8-4343-b3df-be0d748ae3f1', 'tenant_id': '331e112c75364f0fbebec79a0118e5c3', 'mac_address': 'fa:16:3e:2e:69:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17fa03a-c030-4749-a5ef-8c5710c72c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7283b800-264d-479d-85e4-1f9bc84b3134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:33:49Z', 'updated_at': '2021-04-11T17:33:58Z', 'revision_number': 5, 'project_id': '331e112c75364f0fbebec79a0118e5c3', 'subnets': [{'id': '7283b800-264d-479d-85e4-1f9bc84b3134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:34:38.269042 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e8f07f-49fb-4ced-ace1-02534bc6050c None None] The sync data for ids ['f17fa03a-c030-4749-a5ef-8c5710c72c6c'] in dv-cinder-784779-4-smb is: [{'id': 'f17fa03a-c030-4749-a5ef-8c5710c72c6c', 'name': 'tempest-TestShelveInstance-737882630-router', 'tenant_id': '331e112c75364f0fbebec79a0118e5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.129'}], 'enable_snat': True}, 'gw_port_id': 'bc7c539d-c1a6-45db-badf-9b98961652f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:33:45Z', 'updated_at': '2021-04-11T17:33:49Z', 'revision_number': 4, 'project_id': '331e112c75364f0fbebec79a0118e5c3', 'gw_port': {'id': 'bc7c539d-c1a6-45db-badf-9b98961652f8', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17fa03a-c030-4749-a5ef-8c5710c72c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:33:46Z', 'updated_at': '2021-04-11T17:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_floatingips': [{'id': 'dff8adef-c4f5-47c6-8d5e-29781bc42605', 'tenant_id': '331e112c75364f0fbebec79a0118e5c3', 'floating_ip_address': '172.28.2.189', 'floating_network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'router_id': 'f17fa03a-c030-4749-a5ef-8c5710c72c6c', 'port_id': 'acba3994-2a0a-4390-9c46-90d058111def', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ea143fb-e9c8-4343-b3df-be0d748ae3f1', 'mac_address': 'fa:16:3e:cc:ae:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97606a65-7c2a-4abf-9b58-4ae23ed72882', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-11T17:34:35Z', 'updated_at': '2021-04-11T17:34:35Z', 'revision_number': 0, 'project_id': '331e112c75364f0fbebec79a0118e5c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce7bc5f7-7a58-434b-8ef0-5d0ac972a247', 'name': '', 'network_id': '7ea143fb-e9c8-4343-b3df-be0d748ae3f1', 'tenant_id': '331e112c75364f0fbebec79a0118e5c3', 'mac_address': 'fa:16:3e:2e:69:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17fa03a-c030-4749-a5ef-8c5710c72c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7283b800-264d-479d-85e4-1f9bc84b3134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:33:49Z', 'updated_at': '2021-04-11T17:33:58Z', 'revision_number': 5, 'project_id': '331e112c75364f0fbebec79a0118e5c3', 'subnets': [{'id': '7283b800-264d-479d-85e4-1f9bc84b3134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 11 17:34:38.316943 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-0d55ceb3-ff8e-4ce4-9ed9-bc4195f6db38 req-2103714f-5f80-4199-a142-8d921a165802 service neutron] 10.222.0.42 "GET /v2.0/networks/7ea143fb-e9c8-4343-b3df-be0d748ae3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397083 Apr 11 17:34:38.428727 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:38.581732 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7c59f2-32b5-4135-9b90-376e0feda78f None None] New status for floating IP dff8adef-c4f5-47c6-8d5e-29781bc42605: ACTIVE {{(pid=85246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 11 17:34:39.330020 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:34:44.487171 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5ad544d2-ab10-487a-9c5b-0232f8b23237 req-931dd698-7d7f-4bb5-b821-15e2b3dc8d80 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0775156 Apr 11 17:34:44.645370 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad544d2-ab10-487a-9c5b-0232f8b23237 req-2066d780-926a-485c-b884-5a5acc2f8f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:34:44.646994 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5ad544d2-ab10-487a-9c5b-0232f8b23237 req-2066d780-926a-485c-b884-5a5acc2f8f1b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=331e112c75364f0fbebec79a0118e5c3&device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 1098 time: 0.0811617 Apr 11 17:34:44.803578 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad544d2-ab10-487a-9c5b-0232f8b23237 req-d2b32631-94cb-446e-8024-10e7145c0151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:34:44.805089 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5ad544d2-ab10-487a-9c5b-0232f8b23237 req-d2b32631-94cb-446e-8024-10e7145c0151 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ea143fb-e9c8-4343-b3df-be0d748ae3f1 HTTP/1.1" status: 200 len: 909 time: 0.1359718 Apr 11 17:34:44.915534 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5ad544d2-ab10-487a-9c5b-0232f8b23237 req-eb608f96-2418-44be-8cc9-aa24ab57723d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acba3994-2a0a-4390-9c46-90d058111def HTTP/1.1" status: 200 len: 1001 time: 0.1031852 Apr 11 17:34:44.983970 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad544d2-ab10-487a-9c5b-0232f8b23237 req-2afd36a8-7929-45f2-a269-7498c79afa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:34:44.986157 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5ad544d2-ab10-487a-9c5b-0232f8b23237 req-2afd36a8-7929-45f2-a269-7498c79afa1a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7283b800-264d-479d-85e4-1f9bc84b3134 HTTP/1.1" status: 200 len: 847 time: 0.0628893 Apr 11 17:34:45.068369 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad544d2-ab10-487a-9c5b-0232f8b23237 req-bbf15231-fd95-4ea9-91a1-0ae30d209325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:34:45.069885 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5ad544d2-ab10-487a-9c5b-0232f8b23237 req-bbf15231-fd95-4ea9-91a1-0ae30d209325 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ea143fb-e9c8-4343-b3df-be0d748ae3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0765131 Apr 11 17:34:45.210918 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5ad544d2-ab10-487a-9c5b-0232f8b23237 req-bacb308d-5d61-414b-9455-7bd944456444 service neutron] 10.222.0.42 "GET /v2.0/networks/7ea143fb-e9c8-4343-b3df-be0d748ae3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340768 Apr 11 17:34:45.355893 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5ad544d2-ab10-487a-9c5b-0232f8b23237 req-0d492783-f3b2-404b-91f2-90797e30d8d6 service neutron] 10.222.0.42 "GET /v2.0/networks/7ea143fb-e9c8-4343-b3df-be0d748ae3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352494 Apr 11 17:35:03.850061 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:35:04.897352 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-87f0d6b2-841b-4394-b3bc-72a07aa67e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:35:07.348015 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-483dc2d0-7b29-4725-bd4d-f634d3ad1956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:35:07.621318 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 6 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:35:07.993856 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:35:08.430794 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:35:09.332929 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:35:33.851345 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:35:34.899091 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8308b35a-974c-4045-96b8-93ceafa02437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:35:37.348198 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f6151045-503f-475e-963c-401ea901a0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:35:38.000555 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:35:38.431325 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:35:39.334896 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:35:44.621567 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 6 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:35:45.489855 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-50e96e2d-3de7-4b7f-b5ba-51eb2d5a1f1b req-412a4c7f-b144-4427-859d-a61178bf5e4f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0833464 Apr 11 17:35:45.637382 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e96e2d-3de7-4b7f-b5ba-51eb2d5a1f1b req-e645b6c8-8493-4382-b772-26699a428e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:35:45.638964 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-50e96e2d-3de7-4b7f-b5ba-51eb2d5a1f1b req-e645b6c8-8493-4382-b772-26699a428e6d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=331e112c75364f0fbebec79a0118e5c3&device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 1098 time: 0.0784578 Apr 11 17:35:45.792969 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e96e2d-3de7-4b7f-b5ba-51eb2d5a1f1b req-5c666955-18e9-471d-95f8-3b20720899fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:35:45.794478 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-50e96e2d-3de7-4b7f-b5ba-51eb2d5a1f1b req-5c666955-18e9-471d-95f8-3b20720899fa service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ea143fb-e9c8-4343-b3df-be0d748ae3f1 HTTP/1.1" status: 200 len: 909 time: 0.1369727 Apr 11 17:35:45.903389 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-50e96e2d-3de7-4b7f-b5ba-51eb2d5a1f1b req-1c64c870-2433-4409-b448-0e48ff9f35f6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acba3994-2a0a-4390-9c46-90d058111def HTTP/1.1" status: 200 len: 1001 time: 0.1025040 Apr 11 17:35:45.975053 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e96e2d-3de7-4b7f-b5ba-51eb2d5a1f1b req-e5284575-607b-4dd9-a40f-2ede4d2bc1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:35:45.976636 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-50e96e2d-3de7-4b7f-b5ba-51eb2d5a1f1b req-e5284575-607b-4dd9-a40f-2ede4d2bc1eb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7283b800-264d-479d-85e4-1f9bc84b3134 HTTP/1.1" status: 200 len: 847 time: 0.0673158 Apr 11 17:35:46.062351 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e96e2d-3de7-4b7f-b5ba-51eb2d5a1f1b req-b498fa7d-a50f-46e3-b572-2cde1b33b91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:35:46.063929 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-50e96e2d-3de7-4b7f-b5ba-51eb2d5a1f1b req-b498fa7d-a50f-46e3-b572-2cde1b33b91f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ea143fb-e9c8-4343-b3df-be0d748ae3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0813107 Apr 11 17:35:46.205260 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-50e96e2d-3de7-4b7f-b5ba-51eb2d5a1f1b req-6e01b929-b2a1-4855-aae9-347586eac706 service neutron] 10.222.0.42 "GET /v2.0/networks/7ea143fb-e9c8-4343-b3df-be0d748ae3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347914 Apr 11 17:35:46.355041 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-50e96e2d-3de7-4b7f-b5ba-51eb2d5a1f1b req-c533e05a-831c-4ca6-9724-7d452af7f5df service neutron] 10.222.0.42 "GET /v2.0/networks/7ea143fb-e9c8-4343-b3df-be0d748ae3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435032 Apr 11 17:36:03.863270 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:36:04.901027 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-36c2ae1a-aab9-4442-8ed9-7f199c0b4e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:36:07.348981 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-24b0c71f-dac4-43cf-ab17-90dffc028713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:36:07.999442 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:36:08.432883 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:36:09.337726 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:36:15.540462 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [req-94252e49-348d-408f-9eef-d4700b75542c req-7556ff95-a586-453e-9441-f975d6b1923d service neutron] (85243) timed out ('10.222.0.42', 58555) {{(pid=85243) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 11 17:36:16.837019 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [req-b9e87653-329b-4152-ab3b-fce383009631 req-0f5e1db5-2cb2-43bc-8b1c-0b65316dee5a tempest-DeleteServersTestJSON-1816759118 tempest-DeleteServersTestJSON-1816759118-project] (85243) timed out ('10.222.0.42', 58491) {{(pid=85243) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 11 17:36:21.620374 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 6 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:36:33.893131 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:36:34.901046 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ba6b5781-8dba-44cb-9898-a8ac1841ceb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:36:37.351059 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c16e19b7-b54d-43db-8e5f-d0e965d11ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:36:38.001923 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:36:38.434732 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:36:39.340459 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:36:46.579773 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-502a4bc9-ae2e-4f1c-a83f-b90b63fafecb req-467b3d60-4452-453e-a94a-950b3ad6110f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1655571 Apr 11 17:36:46.733642 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a4bc9-ae2e-4f1c-a83f-b90b63fafecb req-62e1461c-8ff5-4999-82b1-4a9935f176ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:36:46.735393 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-502a4bc9-ae2e-4f1c-a83f-b90b63fafecb req-62e1461c-8ff5-4999-82b1-4a9935f176ad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=331e112c75364f0fbebec79a0118e5c3&device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 1098 time: 0.0831513 Apr 11 17:36:46.886119 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a4bc9-ae2e-4f1c-a83f-b90b63fafecb req-07f2e6b7-5420-4994-8d1a-1b42c4b90d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:36:46.887672 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-502a4bc9-ae2e-4f1c-a83f-b90b63fafecb req-07f2e6b7-5420-4994-8d1a-1b42c4b90d76 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ea143fb-e9c8-4343-b3df-be0d748ae3f1 HTTP/1.1" status: 200 len: 909 time: 0.1347222 Apr 11 17:36:46.993994 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-502a4bc9-ae2e-4f1c-a83f-b90b63fafecb req-8de11c3e-1f82-4896-a9c3-94014e19f171 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acba3994-2a0a-4390-9c46-90d058111def HTTP/1.1" status: 200 len: 1001 time: 0.1004388 Apr 11 17:36:47.066399 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a4bc9-ae2e-4f1c-a83f-b90b63fafecb req-acdb79b2-70f0-4cff-85fd-a7fd759e439b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:36:47.068009 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-502a4bc9-ae2e-4f1c-a83f-b90b63fafecb req-acdb79b2-70f0-4cff-85fd-a7fd759e439b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7283b800-264d-479d-85e4-1f9bc84b3134 HTTP/1.1" status: 200 len: 847 time: 0.0679014 Apr 11 17:36:47.150667 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a4bc9-ae2e-4f1c-a83f-b90b63fafecb req-7749b1a7-68ca-4bd8-baba-8bbf2cbe672b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:36:47.152252 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-502a4bc9-ae2e-4f1c-a83f-b90b63fafecb req-7749b1a7-68ca-4bd8-baba-8bbf2cbe672b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ea143fb-e9c8-4343-b3df-be0d748ae3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0775206 Apr 11 17:36:47.294501 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-502a4bc9-ae2e-4f1c-a83f-b90b63fafecb req-87490079-9b87-49d4-bd71-f1132083d2c8 service neutron] 10.222.0.42 "GET /v2.0/networks/7ea143fb-e9c8-4343-b3df-be0d748ae3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357181 Apr 11 17:36:47.434839 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-502a4bc9-ae2e-4f1c-a83f-b90b63fafecb req-fcad7d8e-5b59-497f-bd11-6053e843c907 service neutron] 10.222.0.42 "GET /v2.0/networks/7ea143fb-e9c8-4343-b3df-be0d748ae3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339481 Apr 11 17:36:52.956315 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b31272-0b64-4cc4-8a01-d04a1344bcce req-747117f5-a31c-4468-98b5-dd14a15e56bd tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:36:52.957912 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-59b31272-0b64-4cc4-8a01-d04a1344bcce req-747117f5-a31c-4468-98b5-dd14a15e56bd tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/ports?device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 945 time: 0.1416280 Apr 11 17:36:52.988168 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-59b31272-0b64-4cc4-8a01-d04a1344bcce req-2dbc57db-3908-44b1-9e71-11315d83ef10 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d115ea3b-8175-4a9a-af02-e946321d9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0238202 Apr 11 17:36:54.257084 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47271de3-1b52-4213-8e76-57e4178f2d06 req-0d2df863-2ce0-4aeb-9ad0-66803dd6a0c4 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:36:54.258678 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-47271de3-1b52-4213-8e76-57e4178f2d06 req-0d2df863-2ce0-4aeb-9ad0-66803dd6a0c4 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/ports?device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 945 time: 0.1393809 Apr 11 17:36:54.288306 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-47271de3-1b52-4213-8e76-57e4178f2d06 req-217d8ac3-ecae-45ad-8a50-aafe28ef5222 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d115ea3b-8175-4a9a-af02-e946321d9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0233381 Apr 11 17:36:55.504725 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002bb859-ab5e-4ebc-b298-a30a2d5026e0 req-bdf80898-fd98-40cc-8020-e4a5daaf76e3 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:36:55.506326 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-002bb859-ab5e-4ebc-b298-a30a2d5026e0 req-bdf80898-fd98-40cc-8020-e4a5daaf76e3 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/ports?device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 945 time: 0.0921793 Apr 11 17:36:55.536682 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-002bb859-ab5e-4ebc-b298-a30a2d5026e0 req-8ab0ddf6-a432-4786-a514-1d1393376ddb tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d115ea3b-8175-4a9a-af02-e946321d9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0239849 Apr 11 17:36:56.747446 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f951c9-9a18-4e66-b17a-83c9404761c4 req-9ffe6841-8031-4cbc-a641-d93af708ca35 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:36:56.749039 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-66f951c9-9a18-4e66-b17a-83c9404761c4 req-9ffe6841-8031-4cbc-a641-d93af708ca35 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/ports?device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 945 time: 0.0987530 Apr 11 17:36:56.779906 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-66f951c9-9a18-4e66-b17a-83c9404761c4 req-9c87be17-797f-48f8-a529-68b1ac928eb1 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d115ea3b-8175-4a9a-af02-e946321d9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0242307 Apr 11 17:36:57.992670 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda568e4-031e-44d2-9a22-07ddd98f7df8 req-58c2e04c-de85-467f-8aed-1eed22f297d7 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:36:57.994265 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-dda568e4-031e-44d2-9a22-07ddd98f7df8 req-58c2e04c-de85-467f-8aed-1eed22f297d7 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/ports?device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 945 time: 0.0923347 Apr 11 17:36:58.024576 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-dda568e4-031e-44d2-9a22-07ddd98f7df8 req-d04df53d-4563-4b75-99f9-e6935d365caa tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d115ea3b-8175-4a9a-af02-e946321d9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0239422 Apr 11 17:36:58.619646 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 6 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:36:59.228685 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ad04c-1872-4736-92ac-938b0e7e5fc8 req-35d9ec85-a3a2-41aa-a8f3-02710dc2ca3c tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:36:59.230328 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b81ad04c-1872-4736-92ac-938b0e7e5fc8 req-35d9ec85-a3a2-41aa-a8f3-02710dc2ca3c tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/ports?device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 945 time: 0.0920749 Apr 11 17:36:59.262556 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-b81ad04c-1872-4736-92ac-938b0e7e5fc8 req-f4ae4cce-6f88-45b4-925e-c726fc10243f tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d115ea3b-8175-4a9a-af02-e946321d9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0248811 Apr 11 17:37:00.470320 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3677b-79d7-4492-818a-2e8e6bb68928 req-b0a0ab26-3c7c-41b3-99b0-bf42e714c110 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:37:00.472078 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3bd3677b-79d7-4492-818a-2e8e6bb68928 req-b0a0ab26-3c7c-41b3-99b0-bf42e714c110 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/ports?device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 945 time: 0.0932956 Apr 11 17:37:00.505240 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3bd3677b-79d7-4492-818a-2e8e6bb68928 req-4cc396be-d79e-4b79-9248-14162ef7f4fd tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d115ea3b-8175-4a9a-af02-e946321d9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261946 Apr 11 17:37:01.702650 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e05358-1148-4420-b3fc-97d7e8fc68e3 req-551ce1a7-e646-4021-ac9e-009d0ee70ee0 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:37:01.704558 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-69e05358-1148-4420-b3fc-97d7e8fc68e3 req-551ce1a7-e646-4021-ac9e-009d0ee70ee0 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/ports?device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 945 time: 0.0866158 Apr 11 17:37:01.737836 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-69e05358-1148-4420-b3fc-97d7e8fc68e3 req-979ec529-2f90-4dfb-9d07-e5a9fff1f174 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d115ea3b-8175-4a9a-af02-e946321d9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0244474 Apr 11 17:37:03.253715 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4841f6-94f9-49de-97c4-30a9c63aa1c6 req-74a00953-7d16-4688-b084-89c83e48e815 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:37:03.255305 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-cb4841f6-94f9-49de-97c4-30a9c63aa1c6 req-74a00953-7d16-4688-b084-89c83e48e815 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/ports?device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 945 time: 0.4052911 Apr 11 17:37:03.261572 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c13c55-9084-4085-82a2-815fbf855c33 req-3d2ed416-834f-4f37-a6d8-2eaeabe2c4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:37:03.263027 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f7c13c55-9084-4085-82a2-815fbf855c33 req-3d2ed416-834f-4f37-a6d8-2eaeabe2c4f1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=331e112c75364f0fbebec79a0118e5c3&device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 1098 time: 0.1156383 Apr 11 17:37:03.359178 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-cb4841f6-94f9-49de-97c4-30a9c63aa1c6 req-374995e2-bbbd-46a3-a621-80693203502a tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d115ea3b-8175-4a9a-af02-e946321d9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951278 Apr 11 17:37:03.421723 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c13c55-9084-4085-82a2-815fbf855c33 req-5bc8c0be-6a5b-4f7d-8f1a-38c7fc9b6ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:37:03.423795 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f7c13c55-9084-4085-82a2-815fbf855c33 req-5bc8c0be-6a5b-4f7d-8f1a-38c7fc9b6ce1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ea143fb-e9c8-4343-b3df-be0d748ae3f1 HTTP/1.1" status: 200 len: 909 time: 0.1456294 Apr 11 17:37:03.529869 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f7c13c55-9084-4085-82a2-815fbf855c33 req-a486b17a-e085-4a12-8b9a-02322d30c8d2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acba3994-2a0a-4390-9c46-90d058111def HTTP/1.1" status: 200 len: 1001 time: 0.1000588 Apr 11 17:37:03.602683 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c13c55-9084-4085-82a2-815fbf855c33 req-745959d6-6d48-4bbe-bddd-fec78be58d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:37:03.604330 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f7c13c55-9084-4085-82a2-815fbf855c33 req-745959d6-6d48-4bbe-bddd-fec78be58d99 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7283b800-264d-479d-85e4-1f9bc84b3134 HTTP/1.1" status: 200 len: 847 time: 0.0675943 Apr 11 17:37:03.686303 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c13c55-9084-4085-82a2-815fbf855c33 req-9271c534-62f9-433a-be08-c4d84a5de860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:37:03.687952 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f7c13c55-9084-4085-82a2-815fbf855c33 req-9271c534-62f9-433a-be08-c4d84a5de860 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ea143fb-e9c8-4343-b3df-be0d748ae3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0777090 Apr 11 17:37:03.830018 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f7c13c55-9084-4085-82a2-815fbf855c33 req-036b8f94-31d9-4ae7-9f86-f105037cca55 service neutron] 10.222.0.42 "GET /v2.0/networks/7ea143fb-e9c8-4343-b3df-be0d748ae3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354914 Apr 11 17:37:03.909037 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:37:03.974884 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-f7c13c55-9084-4085-82a2-815fbf855c33 req-48dd49e0-1fa6-4655-9299-331c50e63684 service neutron] 10.222.0.42 "GET /v2.0/networks/7ea143fb-e9c8-4343-b3df-be0d748ae3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391830 Apr 11 17:37:04.566493 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508a324-8b24-4fab-b0d3-02244c3c022c req-e1b378d1-ce62-44cb-89e8-8a6748c3906e tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:37:04.568106 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a508a324-8b24-4fab-b0d3-02244c3c022c req-e1b378d1-ce62-44cb-89e8-8a6748c3906e tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/ports?device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 945 time: 0.0927265 Apr 11 17:37:04.598642 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-a508a324-8b24-4fab-b0d3-02244c3c022c req-4ff62874-76b2-4ba2-897a-ea54ba055de7 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d115ea3b-8175-4a9a-af02-e946321d9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0241575 Apr 11 17:37:04.902181 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-ed730bb2-fc79-4d90-9e4b-0d892b826493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:37:05.809534 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c9619-043c-47c6-806c-5b68e455942a req-1444ebe0-ae26-4ef0-8bd4-80790820dd35 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:37:05.811256 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-610c9619-043c-47c6-806c-5b68e455942a req-1444ebe0-ae26-4ef0-8bd4-80790820dd35 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/ports?device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 945 time: 0.0936017 Apr 11 17:37:05.845005 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-610c9619-043c-47c6-806c-5b68e455942a req-5bd896aa-4907-4d9a-956f-2bb4791bd1c3 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d115ea3b-8175-4a9a-af02-e946321d9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264883 Apr 11 17:37:07.048878 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff387b5-47a1-45cb-839d-9f8aa9a15d5e req-3658edbf-17a2-4759-a21e-8ff49de2a6ae tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:37:07.050630 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-9ff387b5-47a1-45cb-839d-9f8aa9a15d5e req-3658edbf-17a2-4759-a21e-8ff49de2a6ae tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/ports?device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 945 time: 0.0929456 Apr 11 17:37:07.083518 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-9ff387b5-47a1-45cb-839d-9f8aa9a15d5e req-f623f02f-de0c-4fd1-bc46-da5675d62bfa tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d115ea3b-8175-4a9a-af02-e946321d9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0249798 Apr 11 17:37:07.353535 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-38130dd7-6813-4dfd-bd41-8d1840b7b3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:37:07.437271 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e2e34976-832b-4694-89d7-837c50f135c3 req-439b5a4b-d60c-4fad-a5d1-83bc1e18f00b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1274145 Apr 11 17:37:07.461865 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafd696-a650-4d4c-89ca-9100330c3798 req-687fc3fa-066a-4356-80ff-2dfff689c0df tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:37:07.463520 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-9bafd696-a650-4d4c-89ca-9100330c3798 req-687fc3fa-066a-4356-80ff-2dfff689c0df tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/ports?device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 945 time: 0.0887408 Apr 11 17:37:07.502476 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-9bafd696-a650-4d4c-89ca-9100330c3798 req-f298f470-3be3-457a-bf0b-f07635d37b8e tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d115ea3b-8175-4a9a-af02-e946321d9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0254118 Apr 11 17:37:08.005256 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:37:08.437651 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:37:08.541566 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e34976-832b-4694-89d7-837c50f135c3 req-ea3e662b-c0e5-4676-8a85-2c76832804cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:37:08.543192 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e2e34976-832b-4694-89d7-837c50f135c3 req-ea3e662b-c0e5-4676-8a85-2c76832804cb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882&tenant_id=331e112c75364f0fbebec79a0118e5c3 HTTP/1.1" status: 200 len: 1098 time: 0.0864525 Apr 11 17:37:08.703677 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e34976-832b-4694-89d7-837c50f135c3 req-c3ca1dd3-a2d5-41e9-a4c9-9f77fd00e7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:37:08.706115 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e2e34976-832b-4694-89d7-837c50f135c3 req-c3ca1dd3-a2d5-41e9-a4c9-9f77fd00e7ad service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=331e112c75364f0fbebec79a0118e5c3&device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 1098 time: 0.1400304 Apr 11 17:37:08.829931 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa61a00-4c38-461d-8021-95b4c4f079c4 req-1a75bda9-48d4-46cd-aed5-7b7417985f09 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:37:08.831452 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5fa61a00-4c38-461d-8021-95b4c4f079c4 req-1a75bda9-48d4-46cd-aed5-7b7417985f09 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/ports?device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 945 time: 0.1939318 Apr 11 17:37:08.884924 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5fa61a00-4c38-461d-8021-95b4c4f079c4 req-63006f0c-b7bd-4398-a0b6-b6b844a817f3 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d115ea3b-8175-4a9a-af02-e946321d9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455823 Apr 11 17:37:08.902294 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e34976-832b-4694-89d7-837c50f135c3 req-dfd7a5d3-9c11-4e1c-ac16-2de4a1e9464b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:37:08.903884 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e2e34976-832b-4694-89d7-837c50f135c3 req-dfd7a5d3-9c11-4e1c-ac16-2de4a1e9464b service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ea143fb-e9c8-4343-b3df-be0d748ae3f1 HTTP/1.1" status: 200 len: 909 time: 0.1847382 Apr 11 17:37:09.015426 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e2e34976-832b-4694-89d7-837c50f135c3 req-5493f99f-3669-43a2-a4d7-c7d192200d77 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acba3994-2a0a-4390-9c46-90d058111def HTTP/1.1" status: 200 len: 1001 time: 0.1054368 Apr 11 17:37:09.085525 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e34976-832b-4694-89d7-837c50f135c3 req-ab2ff279-d553-415d-bdcd-d78e1b69c974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:37:09.087013 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e2e34976-832b-4694-89d7-837c50f135c3 req-ab2ff279-d553-415d-bdcd-d78e1b69c974 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7283b800-264d-479d-85e4-1f9bc84b3134 HTTP/1.1" status: 200 len: 847 time: 0.0655825 Apr 11 17:37:09.174361 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e34976-832b-4694-89d7-837c50f135c3 req-aaa25888-5827-499f-9b8f-40c4be3b55ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:37:09.175987 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e2e34976-832b-4694-89d7-837c50f135c3 req-aaa25888-5827-499f-9b8f-40c4be3b55ef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ea143fb-e9c8-4343-b3df-be0d748ae3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0826027 Apr 11 17:37:09.324318 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e2e34976-832b-4694-89d7-837c50f135c3 req-dfac4742-0a91-4896-8bb6-cbf1b5384d8d service neutron] 10.222.0.42 "GET /v2.0/networks/7ea143fb-e9c8-4343-b3df-be0d748ae3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419058 Apr 11 17:37:09.344969 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:37:09.468830 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e2e34976-832b-4694-89d7-837c50f135c3 req-cc30aae9-f77f-4c93-b69a-6e07130c7994 service neutron] 10.222.0.42 "GET /v2.0/networks/7ea143fb-e9c8-4343-b3df-be0d748ae3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381261 Apr 11 17:37:09.526561 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device acba3994-2a0a-4390-9c46-90d058111def no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 11 17:37:09.653202 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:37:09.666124 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97606a65-7c2a-4abf-9b58-4ae23ed72882', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acba3994-2a0a-4390-9c46-90d058111def'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:37:09.677334 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port acba3994-2a0a-4390-9c46-90d058111def, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=acba3994-2a0a-4390-9c46-90d058111def,segment=NetworkSegment(0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b),segment_id=0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:37:09.680787 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:37:09.682672 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:37:09.720448 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97606a65-7c2a-4abf-9b58-4ae23ed72882', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acba3994-2a0a-4390-9c46-90d058111def', 'code': 200} Apr 11 17:37:09.754564 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=acba3994-2a0a-4390-9c46-90d058111def,revision_number=6']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:37:09.762549 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:37:09.762983 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:37:09.763361 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:37:09.763737 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:37:09.764133 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:37:09.764502 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:37:09.764930 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:37:09.765593 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:37:09.765961 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:37:09.766342 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:37:09.766891 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:37:09.767260 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:37:09.771502 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:37:10.097366 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382b4ca-a883-42cd-a41a-c63c55568295 req-27576fd5-0c9a-43a0-aded-ea99b2e0f942 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:37:10.098990 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5382b4ca-a883-42cd-a41a-c63c55568295 req-27576fd5-0c9a-43a0-aded-ea99b2e0f942 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/ports?device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 943 time: 0.0952570 Apr 11 17:37:10.129184 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-5382b4ca-a883-42cd-a41a-c63c55568295 req-8662c830-2012-41ba-8053-8f9f02935048 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d115ea3b-8175-4a9a-af02-e946321d9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0238295 Apr 11 17:37:11.336112 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788815e-bc2d-42eb-a787-456c2cf4f14f req-f7de6cbe-40c2-4e3e-84ee-ea54309ab329 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:37:11.337708 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c788815e-bc2d-42eb-a787-456c2cf4f14f req-f7de6cbe-40c2-4e3e-84ee-ea54309ab329 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/ports?device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 943 time: 0.0888343 Apr 11 17:37:11.368783 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-c788815e-bc2d-42eb-a787-456c2cf4f14f req-b604862a-d9c2-434a-94db-62f9707e7559 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d115ea3b-8175-4a9a-af02-e946321d9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0246592 Apr 11 17:37:12.118357 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a824d-849d-4f8e-a9ee-91f647068a03 req-bcc07fb2-dac9-4c97-938f-1226b7e050d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:37:12.119818 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-555a824d-849d-4f8e-a9ee-91f647068a03 req-bcc07fb2-dac9-4c97-938f-1226b7e050d3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 1096 time: 0.0806887 Apr 11 17:37:12.144818 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-555a824d-849d-4f8e-a9ee-91f647068a03 req-21d5eb40-d796-4927-b07c-d4630b89906f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d115ea3b-8175-4a9a-af02-e946321d9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0187824 Apr 11 17:37:12.570632 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74d4f8-70f1-42b1-aa27-aec7f123e58e req-b89fe83e-f87e-407a-b342-09016d6907c7 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:37:12.572246 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-bf74d4f8-70f1-42b1-aa27-aec7f123e58e req-b89fe83e-f87e-407a-b342-09016d6907c7 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/ports?device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 943 time: 0.0889010 Apr 11 17:37:12.602908 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-bf74d4f8-70f1-42b1-aa27-aec7f123e58e req-fab550ba-40ae-4853-9773-223a2b6a7c99 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d115ea3b-8175-4a9a-af02-e946321d9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0243156 Apr 11 17:37:13.543399 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device acba3994-2a0a-4390-9c46-90d058111def details requested by agent hyperv_hv-cinder-78477 with host hv-cinder-78477 {{(pid=85245) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 11 17:37:13.687768 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port acba3994-2a0a-4390-9c46-90d058111def, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=acba3994-2a0a-4390-9c46-90d058111def,segment=NetworkSegment(0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b),segment_id=0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:37:13.703192 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Returning: {'device': 'acba3994-2a0a-4390-9c46-90d058111def', 'network_id': '7ea143fb-e9c8-4343-b3df-be0d748ae3f1', 'port_id': 'acba3994-2a0a-4390-9c46-90d058111def', 'mac_address': 'fa:16:3e:cc:ae:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7283b800-264d-479d-85e4-1f9bc84b3134', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85245) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 11 17:37:13.778980 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:37:13.780288 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acba3994-2a0a-4390-9c46-90d058111def {{(pid=85245) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 11 17:37:13.797436 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port acba3994-2a0a-4390-9c46-90d058111def, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=acba3994-2a0a-4390-9c46-90d058111def,segment=NetworkSegment(0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b),segment_id=0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:37:13.800583 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:37:13.802453 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:37:13.825039 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1d850-0f0f-4d71-ae22-c983eeef43c6 req-291947f9-6d2d-4440-9f21-09ca30d95322 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:37:13.826630 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ecd1d850-0f0f-4d71-ae22-c983eeef43c6 req-291947f9-6d2d-4440-9f21-09ca30d95322 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/ports?device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 943 time: 0.0945072 Apr 11 17:37:13.858481 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-ecd1d850-0f0f-4d71-ae22-c983eeef43c6 req-180751d5-64fa-4db3-a517-a6123b850d90 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d115ea3b-8175-4a9a-af02-e946321d9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0245962 Apr 11 17:37:13.871913 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=acba3994-2a0a-4390-9c46-90d058111def,revision_number=7']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:37:13.885109 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:37:14.179316 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] get_ports_and_sgs() called for port_ids ['acba3994-2a0a-4390-9c46-90d058111def'] {{(pid=85245) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 11 17:37:15.554013 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device acba3994-2a0a-4390-9c46-90d058111def up at agent hyperv_hv-cinder-78477 {{(pid=85245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 11 17:37:15.626013 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.provisioning_blocks [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Provisioning complete for port acba3994-2a0a-4390-9c46-90d058111def triggered by entity L2. {{(pid=85245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 11 17:37:15.626432 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854399643'] for port, provisioning_complete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:37:15.749615 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854615572'] for port, before_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:37:15.761541 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97606a65-7c2a-4abf-9b58-4ae23ed72882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acba3994-2a0a-4390-9c46-90d058111def'}] {{(pid=85245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:37:15.772862 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] For port acba3994-2a0a-4390-9c46-90d058111def, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=acba3994-2a0a-4390-9c46-90d058111def,segment=NetworkSegment(0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b),segment_id=0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:37:15.775975 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771099430447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363265755739218', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771099036616'] for port, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:37:15.777904 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-478a4728-5325-4a8a-b8bd-d6a0e24b8452 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:37:15.847514 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Pushing event updated for resources: {'Port': ['ID=acba3994-2a0a-4390-9c46-90d058111def,revision_number=8']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:37:15.850701 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:37:16.827337 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97606a65-7c2a-4abf-9b58-4ae23ed72882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acba3994-2a0a-4390-9c46-90d058111def', 'code': 200} Apr 11 17:37:33.926741 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:37:34.904257 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-054cfb6a-cf9b-47aa-bae7-d5cb93fa956d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:37:35.619926 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 6 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:37:37.355694 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-e42f4479-f9c0-40e4-a372-6f557fadc57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:37:38.007339 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:37:38.441018 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:37:39.348644 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:37:46.483803 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-58afac16-1b20-4a72-b4e0-a7876cbe434d req-e95d692c-12b1-49bc-b4b1-7b853a083318 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0793970 Apr 11 17:37:46.637017 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afac16-1b20-4a72-b4e0-a7876cbe434d req-9f8fb922-dec7-4634-b1d2-7284fa65c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:37:46.638610 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-58afac16-1b20-4a72-b4e0-a7876cbe434d req-9f8fb922-dec7-4634-b1d2-7284fa65c5fc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=331e112c75364f0fbebec79a0118e5c3&device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 1098 time: 0.0825775 Apr 11 17:37:46.795201 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afac16-1b20-4a72-b4e0-a7876cbe434d req-f4773001-2a29-48b5-80ba-749acfe52547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:37:46.796765 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-58afac16-1b20-4a72-b4e0-a7876cbe434d req-f4773001-2a29-48b5-80ba-749acfe52547 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ea143fb-e9c8-4343-b3df-be0d748ae3f1 HTTP/1.1" status: 200 len: 909 time: 0.1393533 Apr 11 17:37:46.905168 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-58afac16-1b20-4a72-b4e0-a7876cbe434d req-ec4166c5-b8a2-4c1a-b7ca-7e9d5364f3c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acba3994-2a0a-4390-9c46-90d058111def HTTP/1.1" status: 200 len: 1001 time: 0.1013486 Apr 11 17:37:46.973311 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afac16-1b20-4a72-b4e0-a7876cbe434d req-a4620bea-57f9-4063-8697-1edbb9b0b2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:37:46.974843 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-58afac16-1b20-4a72-b4e0-a7876cbe434d req-a4620bea-57f9-4063-8697-1edbb9b0b2c3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7283b800-264d-479d-85e4-1f9bc84b3134 HTTP/1.1" status: 200 len: 847 time: 0.0631125 Apr 11 17:37:47.056717 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afac16-1b20-4a72-b4e0-a7876cbe434d req-d6a9e269-7250-4d6d-9e8c-93b5e7a2420d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:37:47.058310 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-58afac16-1b20-4a72-b4e0-a7876cbe434d req-d6a9e269-7250-4d6d-9e8c-93b5e7a2420d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ea143fb-e9c8-4343-b3df-be0d748ae3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0771041 Apr 11 17:37:47.201220 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-58afac16-1b20-4a72-b4e0-a7876cbe434d req-221610f3-7650-4a12-b43d-6de4315b180a service neutron] 10.222.0.42 "GET /v2.0/networks/7ea143fb-e9c8-4343-b3df-be0d748ae3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356959 Apr 11 17:37:47.342614 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-58afac16-1b20-4a72-b4e0-a7876cbe434d req-7756e81d-3c75-46f3-8965-48b0fe94172a service neutron] 10.222.0.42 "GET /v2.0/networks/7ea143fb-e9c8-4343-b3df-be0d748ae3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343505 Apr 11 17:38:03.937198 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:38:04.906276 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-83aa0516-d25f-478d-adf2-54dfc2d67035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:38:07.357226 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-85dfdaf4-f444-49d6-bfb6-8b509167aed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:38:08.012372 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:38:08.442550 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:38:09.349984 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:38:12.619887 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 6 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:38:33.939285 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:38:34.908375 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-be69e153-05cb-4ba3-b0eb-4ed3b0a48d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:38:37.362691 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dde7d5ad-8ca1-4756-9bd6-60ed1d54a185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:38:38.013519 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:38:38.445062 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:38:39.355657 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:38:46.484703 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-eae11e93-5542-482c-9e3b-e56f7a184520 req-8ce585c5-4b7d-4cb9-8b5a-dea301052456 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0829108 Apr 11 17:38:46.631131 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae11e93-5542-482c-9e3b-e56f7a184520 req-5c651d66-14e8-400d-a085-a4104359be5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:38:46.632791 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-eae11e93-5542-482c-9e3b-e56f7a184520 req-5c651d66-14e8-400d-a085-a4104359be5a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=331e112c75364f0fbebec79a0118e5c3&device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 1098 time: 0.0783021 Apr 11 17:38:46.788069 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae11e93-5542-482c-9e3b-e56f7a184520 req-43cf14cb-1b5f-4ad8-b8ce-2d1fa985f18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:38:46.789575 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-eae11e93-5542-482c-9e3b-e56f7a184520 req-43cf14cb-1b5f-4ad8-b8ce-2d1fa985f18b service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ea143fb-e9c8-4343-b3df-be0d748ae3f1 HTTP/1.1" status: 200 len: 909 time: 0.1386003 Apr 11 17:38:46.898438 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-eae11e93-5542-482c-9e3b-e56f7a184520 req-e5e8dcef-4603-4b28-a46a-d24a94b470e1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acba3994-2a0a-4390-9c46-90d058111def HTTP/1.1" status: 200 len: 1001 time: 0.1022983 Apr 11 17:38:46.966684 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae11e93-5542-482c-9e3b-e56f7a184520 req-d16b23ff-6166-42fd-91ae-a8f9a8b80175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:38:46.968267 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-eae11e93-5542-482c-9e3b-e56f7a184520 req-d16b23ff-6166-42fd-91ae-a8f9a8b80175 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7283b800-264d-479d-85e4-1f9bc84b3134 HTTP/1.1" status: 200 len: 847 time: 0.0640006 Apr 11 17:38:47.053527 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae11e93-5542-482c-9e3b-e56f7a184520 req-fe052fae-dfe9-45d6-9de8-806ba862b734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:38:47.055583 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-eae11e93-5542-482c-9e3b-e56f7a184520 req-fe052fae-dfe9-45d6-9de8-806ba862b734 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ea143fb-e9c8-4343-b3df-be0d748ae3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0813878 Apr 11 17:38:47.443309 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-eae11e93-5542-482c-9e3b-e56f7a184520 req-f95d8db9-691f-409a-90a1-54d5c88ac46e service neutron] 10.222.0.42 "GET /v2.0/networks/7ea143fb-e9c8-4343-b3df-be0d748ae3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815198 Apr 11 17:38:47.588965 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-eae11e93-5542-482c-9e3b-e56f7a184520 req-a7309779-0d32-4dc7-92ff-3c6faf6c35e3 service neutron] 10.222.0.42 "GET /v2.0/networks/7ea143fb-e9c8-4343-b3df-be0d748ae3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389139 Apr 11 17:38:48.760894 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 38924) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:38:48.982388 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-4e422091-c870-4350-998d-91c43b9b2a0a tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Deleting port 38c69139-5453-4e74-a956-fa65bfcdc36d {{(pid=85243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:38:48.982772 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4e422091-c870-4350-998d-91c43b9b2a0a tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:38:49.164020 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4e422091-c870-4350-998d-91c43b9b2a0a tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:38:49.164394 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4e422091-c870-4350-998d-91c43b9b2a0a tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:38:49.305471 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-4e422091-c870-4350-998d-91c43b9b2a0a tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Calling delete_port for 38c69139-5453-4e74-a956-fa65bfcdc36d owned by network:floatingip {{(pid=85243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:38:49.474947 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4e422091-c870-4350-998d-91c43b9b2a0a tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771099430430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771099036582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6354135'] for port, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:38:49.494642 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-62194207-9e25-4d9b-a31b-16ee4ac34803 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:38:49.597595 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e422091-c870-4350-998d-91c43b9b2a0a tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Pushing event deleted for resources: {'Port': ['ID=38c69139-5453-4e74-a956-fa65bfcdc36d,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:38:49.611706 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e422091-c870-4350-998d-91c43b9b2a0a tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:38:49.612149 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e422091-c870-4350-998d-91c43b9b2a0a tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:38:49.612569 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e422091-c870-4350-998d-91c43b9b2a0a tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:38:49.612976 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e422091-c870-4350-998d-91c43b9b2a0a tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:38:49.613577 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e422091-c870-4350-998d-91c43b9b2a0a tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:38:49.613812 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e422091-c870-4350-998d-91c43b9b2a0a tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:38:49.614212 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e422091-c870-4350-998d-91c43b9b2a0a tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:38:49.614611 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e422091-c870-4350-998d-91c43b9b2a0a tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:38:49.615012 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e422091-c870-4350-998d-91c43b9b2a0a tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:38:49.615411 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e422091-c870-4350-998d-91c43b9b2a0a tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:38:49.615808 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e422091-c870-4350-998d-91c43b9b2a0a tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:38:49.616229 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e422091-c870-4350-998d-91c43b9b2a0a tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:38:49.619198 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 6 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:38:49.621520 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-4e422091-c870-4350-998d-91c43b9b2a0a tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:38:49.772061 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4e422091-c870-4350-998d-91c43b9b2a0a tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks [] for floatingip, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:38:49.772642 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.db.l3_db [None req-4e422091-c870-4350-998d-91c43b9b2a0a tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Floating IP dff8adef-c4f5-47c6-8d5e-29781bc42605 disassociated (deleted). External IP: 172.28.2.189, port: acba3994-2a0a-4390-9c46-90d058111def. Apr 11 17:38:50.150563 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e422091-c870-4350-998d-91c43b9b2a0a tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Router f17fa03a-c030-4749-a5ef-8c5710c72c6c has already been hosted by L3 agent 5d769fae-3c68-4f0c-97be-90cfc50b6a37 {{(pid=85243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 11 17:38:50.338606 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e422091-c870-4350-998d-91c43b9b2a0a tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify agent at l3_agent.dv-cinder-784779-4-smb the message routers_updated {{(pid=85243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 11 17:38:50.350593 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39dfb3e-f718-4d50-868d-16c6d2fce509 None None] Sync routers for ids ['f17fa03a-c030-4749-a5ef-8c5710c72c6c'] in dv-cinder-784779-4-smb {{(pid=85245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 11 17:38:50.357879 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4e422091-c870-4350-998d-91c43b9b2a0a tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for floatingip, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:38:50.360989 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39dfb3e-f718-4d50-868d-16c6d2fce509 None None] Routers {'f17fa03a-c030-4749-a5ef-8c5710c72c6c'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:38:50.361657 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-c39dfb3e-f718-4d50-868d-16c6d2fce509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:38:37Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['f17fa03a-c030-4749-a5ef-8c5710c72c6c'], 'active': True} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:38:50.425584 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-4e422091-c870-4350-998d-91c43b9b2a0a tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "DELETE /v2.0/floatingips/dff8adef-c4f5-47c6-8d5e-29781bc42605 HTTP/1.1" status: 204 len: 168 time: 1.6635861 Apr 11 17:38:50.427246 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97606a65-7c2a-4abf-9b58-4ae23ed72882', 'tag': 'acba3994-2a0a-4390-9c46-90d058111def'}] {{(pid=85243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:38:50.520100 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97606a65-7c2a-4abf-9b58-4ae23ed72882', 'tag': 'acba3994-2a0a-4390-9c46-90d058111def', 'status': 'completed', 'code': 200} Apr 11 17:38:50.564206 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-c39dfb3e-f718-4d50-868d-16c6d2fce509 None None] Set router f17fa03a-c030-4749-a5ef-8c5710c72c6c gateway port host: dv-cinder-784779-4-smb {{(pid=85245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:38:50.625666 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e503439-0e60-4c3a-a031-7c909796faac req-d1836737-ec04-423f-9b48-0a8a4695c6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:38:50.627640 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3e503439-0e60-4c3a-a031-7c909796faac req-d1836737-ec04-423f-9b48-0a8a4695c6c0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=331e112c75364f0fbebec79a0118e5c3&device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 1098 time: 0.0835781 Apr 11 17:38:50.818927 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e503439-0e60-4c3a-a031-7c909796faac req-d6d0f95b-3f21-4b65-80f5-1cd51fabe0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:38:50.820518 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3e503439-0e60-4c3a-a031-7c909796faac req-d6d0f95b-3f21-4b65-80f5-1cd51fabe0c6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7ea143fb-e9c8-4343-b3df-be0d748ae3f1 HTTP/1.1" status: 200 len: 909 time: 0.1863775 Apr 11 17:38:50.909085 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3e503439-0e60-4c3a-a031-7c909796faac req-2f5455ea-102a-4f7d-9914-4267f7e728af service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=acba3994-2a0a-4390-9c46-90d058111def HTTP/1.1" status: 200 len: 217 time: 0.0710356 Apr 11 17:38:50.921602 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-c39dfb3e-f718-4d50-868d-16c6d2fce509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17fa03a-c030-4749-a5ef-8c5710c72c6c', 'name': 'tempest-TestShelveInstance-737882630-router', 'tenant_id': '331e112c75364f0fbebec79a0118e5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.129'}], 'enable_snat': True}, 'gw_port_id': 'bc7c539d-c1a6-45db-badf-9b98961652f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:33:45Z', 'updated_at': '2021-04-11T17:33:49Z', 'revision_number': 4, 'project_id': '331e112c75364f0fbebec79a0118e5c3', 'gw_port': {'id': 'bc7c539d-c1a6-45db-badf-9b98961652f8', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17fa03a-c030-4749-a5ef-8c5710c72c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:33:46Z', 'updated_at': '2021-04-11T17:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': 'ce7bc5f7-7a58-434b-8ef0-5d0ac972a247', 'name': '', 'network_id': '7ea143fb-e9c8-4343-b3df-be0d748ae3f1', 'tenant_id': '331e112c75364f0fbebec79a0118e5c3', 'mac_address': 'fa:16:3e:2e:69:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17fa03a-c030-4749-a5ef-8c5710c72c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7283b800-264d-479d-85e4-1f9bc84b3134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:33:49Z', 'updated_at': '2021-04-11T17:33:58Z', 'revision_number': 5, 'project_id': '331e112c75364f0fbebec79a0118e5c3', 'subnets': [{'id': '7283b800-264d-479d-85e4-1f9bc84b3134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:38:50.925751 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39dfb3e-f718-4d50-868d-16c6d2fce509 None None] Checking router: f17fa03a-c030-4749-a5ef-8c5710c72c6c for host: dv-cinder-784779-4-smb {{(pid=85245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 11 17:38:50.935362 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39dfb3e-f718-4d50-868d-16c6d2fce509 None None] Routers {'f17fa03a-c030-4749-a5ef-8c5710c72c6c'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:38:50.935995 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-c39dfb3e-f718-4d50-868d-16c6d2fce509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:38:37Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['f17fa03a-c030-4749-a5ef-8c5710c72c6c'], 'active': True} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:38:51.001512 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ade590-1986-4571-8414-d9abc423a861 req-8f287ab2-b761-4c41-a847-f1f51de75e92 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:38:51.003133 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-08ade590-1986-4571-8414-d9abc423a861 req-8f287ab2-b761-4c41-a847-f1f51de75e92 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/ports?device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 945 time: 0.2219079 Apr 11 17:38:51.006925 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e503439-0e60-4c3a-a031-7c909796faac req-7045f968-01ad-4181-85f2-66a5957a8ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:38:51.008420 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3e503439-0e60-4c3a-a031-7c909796faac req-7045f968-01ad-4181-85f2-66a5957a8ca1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7283b800-264d-479d-85e4-1f9bc84b3134 HTTP/1.1" status: 200 len: 847 time: 0.0887032 Apr 11 17:38:51.081724 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-08ade590-1986-4571-8414-d9abc423a861 req-beb7897f-16c2-40fc-a9f1-e317bbc86e22 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d115ea3b-8175-4a9a-af02-e946321d9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714021 Apr 11 17:38:51.120817 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e503439-0e60-4c3a-a031-7c909796faac req-669cc1cc-4b98-4a3d-9d03-bff9efa4eee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:38:51.122537 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3e503439-0e60-4c3a-a031-7c909796faac req-669cc1cc-4b98-4a3d-9d03-bff9efa4eee2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7ea143fb-e9c8-4343-b3df-be0d748ae3f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0996895 Apr 11 17:38:51.130817 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-c39dfb3e-f718-4d50-868d-16c6d2fce509 None None] Set router f17fa03a-c030-4749-a5ef-8c5710c72c6c gateway port host: dv-cinder-784779-4-smb {{(pid=85245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:38:51.267793 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3e503439-0e60-4c3a-a031-7c909796faac req-3dd6d27a-64e1-4763-a19a-f72b722ebd03 service neutron] 10.222.0.42 "GET /v2.0/networks/7ea143fb-e9c8-4343-b3df-be0d748ae3f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381388 Apr 11 17:38:51.415167 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-3e503439-0e60-4c3a-a031-7c909796faac req-4a983136-5315-4872-95a7-6b5dcddbde6c service neutron] 10.222.0.42 "GET /v2.0/networks/7ea143fb-e9c8-4343-b3df-be0d748ae3f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389110 Apr 11 17:38:51.472092 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-c39dfb3e-f718-4d50-868d-16c6d2fce509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17fa03a-c030-4749-a5ef-8c5710c72c6c', 'name': 'tempest-TestShelveInstance-737882630-router', 'tenant_id': '331e112c75364f0fbebec79a0118e5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.129'}], 'enable_snat': True}, 'gw_port_id': 'bc7c539d-c1a6-45db-badf-9b98961652f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:33:45Z', 'updated_at': '2021-04-11T17:33:49Z', 'revision_number': 4, 'project_id': '331e112c75364f0fbebec79a0118e5c3', 'gw_port': {'id': 'bc7c539d-c1a6-45db-badf-9b98961652f8', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17fa03a-c030-4749-a5ef-8c5710c72c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:33:46Z', 'updated_at': '2021-04-11T17:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': 'ce7bc5f7-7a58-434b-8ef0-5d0ac972a247', 'name': '', 'network_id': '7ea143fb-e9c8-4343-b3df-be0d748ae3f1', 'tenant_id': '331e112c75364f0fbebec79a0118e5c3', 'mac_address': 'fa:16:3e:2e:69:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17fa03a-c030-4749-a5ef-8c5710c72c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7283b800-264d-479d-85e4-1f9bc84b3134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:33:49Z', 'updated_at': '2021-04-11T17:33:58Z', 'revision_number': 5, 'project_id': '331e112c75364f0fbebec79a0118e5c3', 'subnets': [{'id': '7283b800-264d-479d-85e4-1f9bc84b3134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:38:51.476480 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39dfb3e-f718-4d50-868d-16c6d2fce509 None None] The sync data for ids ['f17fa03a-c030-4749-a5ef-8c5710c72c6c'] in dv-cinder-784779-4-smb is: [{'id': 'f17fa03a-c030-4749-a5ef-8c5710c72c6c', 'name': 'tempest-TestShelveInstance-737882630-router', 'tenant_id': '331e112c75364f0fbebec79a0118e5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.129'}], 'enable_snat': True}, 'gw_port_id': 'bc7c539d-c1a6-45db-badf-9b98961652f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:33:45Z', 'updated_at': '2021-04-11T17:33:49Z', 'revision_number': 4, 'project_id': '331e112c75364f0fbebec79a0118e5c3', 'gw_port': {'id': 'bc7c539d-c1a6-45db-badf-9b98961652f8', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17fa03a-c030-4749-a5ef-8c5710c72c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:33:46Z', 'updated_at': '2021-04-11T17:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb', '_interfaces': [{'id': 'ce7bc5f7-7a58-434b-8ef0-5d0ac972a247', 'name': '', 'network_id': '7ea143fb-e9c8-4343-b3df-be0d748ae3f1', 'tenant_id': '331e112c75364f0fbebec79a0118e5c3', 'mac_address': 'fa:16:3e:2e:69:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17fa03a-c030-4749-a5ef-8c5710c72c6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '7283b800-264d-479d-85e4-1f9bc84b3134', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:33:49Z', 'updated_at': '2021-04-11T17:33:58Z', 'revision_number': 5, 'project_id': '331e112c75364f0fbebec79a0118e5c3', 'subnets': [{'id': '7283b800-264d-479d-85e4-1f9bc84b3134', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 11 17:38:51.890534 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cca8ea2-de55-44fc-8d9e-0f9fc97d89d7 None None] New status for floating IP dff8adef-c4f5-47c6-8d5e-29781bc42605: DOWN {{(pid=85246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 11 17:38:52.371258 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab555b-b358-4082-b128-6ad6502752d2 req-1cf0f4b2-5384-4fdc-a827-2dc1e033a891 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:38:52.372795 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e0ab555b-b358-4082-b128-6ad6502752d2 req-1cf0f4b2-5384-4fdc-a827-2dc1e033a891 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/ports?device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 945 time: 0.1699767 Apr 11 17:38:52.381897 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd5831-57db-4d6f-a7a1-5d6004da92b5 req-d3596305-9941-41b2-8293-31f3dc882f1a tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 11 17:38:52.383337 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-53fd5831-57db-4d6f-a7a1-5d6004da92b5 req-d3596305-9941-41b2-8293-31f3dc882f1a tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.42 "GET /v2.0/ports?device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 945 time: 0.1262317 Apr 11 17:38:52.460588 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-e0ab555b-b358-4082-b128-6ad6502752d2 req-0d0b8a1b-99c8-4f26-86cb-a2ecbe90404f tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/security-groups?id=d115ea3b-8175-4a9a-af02-e946321d9b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761800 Apr 11 17:38:52.487629 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-53fd5831-57db-4d6f-a7a1-5d6004da92b5 req-dfaae908-14d3-4e0a-8a0f-2893173038ab tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Deleting port acba3994-2a0a-4390-9c46-90d058111def {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:38:52.488066 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-53fd5831-57db-4d6f-a7a1-5d6004da92b5 req-dfaae908-14d3-4e0a-8a0f-2893173038ab tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:38:52.755854 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [req-53fd5831-57db-4d6f-a7a1-5d6004da92b5 req-dfaae908-14d3-4e0a-8a0f-2893173038ab tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] For port acba3994-2a0a-4390-9c46-90d058111def, host hv-cinder-78477, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78477',level=0,port_id=acba3994-2a0a-4390-9c46-90d058111def,segment=NetworkSegment(0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b),segment_id=0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:38:52.756288 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-53fd5831-57db-4d6f-a7a1-5d6004da92b5 req-dfaae908-14d3-4e0a-8a0f-2893173038ab tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:38:52.886268 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [req-53fd5831-57db-4d6f-a7a1-5d6004da92b5 req-dfaae908-14d3-4e0a-8a0f-2893173038ab tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Calling delete_port for acba3994-2a0a-4390-9c46-90d058111def owned by compute:nova {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:38:53.034716 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-53fd5831-57db-4d6f-a7a1-5d6004da92b5 req-dfaae908-14d3-4e0a-8a0f-2893173038ab tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771099430430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771099036582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6317060'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:38:53.050876 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-96c75c12-410d-44a4-b308-d05c5f885116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:38:53.150288 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaae908-14d3-4e0a-8a0f-2893173038ab tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Pushing event deleted for resources: {'Port': ['ID=acba3994-2a0a-4390-9c46-90d058111def,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:38:53.169412 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaae908-14d3-4e0a-8a0f-2893173038ab tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:38:53.169934 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaae908-14d3-4e0a-8a0f-2893173038ab tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:38:53.170378 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaae908-14d3-4e0a-8a0f-2893173038ab tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:38:53.170793 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaae908-14d3-4e0a-8a0f-2893173038ab tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:38:53.171200 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaae908-14d3-4e0a-8a0f-2893173038ab tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:38:53.171605 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaae908-14d3-4e0a-8a0f-2893173038ab tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:38:53.172065 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaae908-14d3-4e0a-8a0f-2893173038ab tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:38:53.172464 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaae908-14d3-4e0a-8a0f-2893173038ab tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:38:53.172873 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaae908-14d3-4e0a-8a0f-2893173038ab tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:38:53.173276 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaae908-14d3-4e0a-8a0f-2893173038ab tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:38:53.173739 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaae908-14d3-4e0a-8a0f-2893173038ab tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:38:53.174159 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfaae908-14d3-4e0a-8a0f-2893173038ab tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:38:53.179787 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dfaae908-14d3-4e0a-8a0f-2893173038ab tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:38:53.315002 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [req-53fd5831-57db-4d6f-a7a1-5d6004da92b5 req-dfaae908-14d3-4e0a-8a0f-2893173038ab tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] No DVR routers for this DVR port acba3994-2a0a-4390-9c46-90d058111def on host hv-cinder-78477 {{(pid=85244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 11 17:38:53.318175 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [req-53fd5831-57db-4d6f-a7a1-5d6004da92b5 req-dfaae908-14d3-4e0a-8a0f-2893173038ab tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7174'] for port, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:38:53.320942 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97606a65-7c2a-4abf-9b58-4ae23ed72882', 'name': 'network-vif-deleted', 'tag': 'acba3994-2a0a-4390-9c46-90d058111def'}] {{(pid=85244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 11 17:38:53.334109 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-53fd5831-57db-4d6f-a7a1-5d6004da92b5 req-dfaae908-14d3-4e0a-8a0f-2893173038ab tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.42 "DELETE /v2.0/ports/acba3994-2a0a-4390-9c46-90d058111def HTTP/1.1" status: 204 len: 173 time: 0.9350791 Apr 11 17:38:53.438145 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97606a65-7c2a-4abf-9b58-4ae23ed72882', 'name': 'network-vif-deleted', 'tag': 'acba3994-2a0a-4390-9c46-90d058111def', 'status': 'completed', 'code': 200} Apr 11 17:38:53.627207 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-d575ffa8-e12d-4959-bb91-b641c95bdacf req-5df6e61a-1d82-4041-aa8c-93b45e04c89b tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Synchronizing usage tracker for tenant:331e112c75364f0fbebec79a0118e5c3 on resource:port {{(pid=85244) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 11 17:38:53.645447 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.quota.resource [req-d575ffa8-e12d-4959-bb91-b641c95bdacf req-5df6e61a-1d82-4041-aa8c-93b45e04c89b tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Unset dirty status for tenant:331e112c75364f0fbebec79a0118e5c3 on resource:port {{(pid=85244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 11 17:38:53.646772 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [req-d575ffa8-e12d-4959-bb91-b641c95bdacf req-5df6e61a-1d82-4041-aa8c-93b45e04c89b tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "GET /v2.0/ports?device_id=97606a65-7c2a-4abf-9b58-4ae23ed72882 HTTP/1.1" status: 200 len: 210 time: 0.0697896 Apr 11 17:38:54.757911 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 38944) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:38:54.841334 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-38507610-63c2-47d3-a610-4cb71c4ac6c6 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:38:54.876602 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-38507610-63c2-47d3-a610-4cb71c4ac6c6 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:38:54.939630 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-38507610-63c2-47d3-a610-4cb71c4ac6c6 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:38:54.944577 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-2029a415-aa61-4324-b8a8-e23093647b92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:38:54.961880 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38507610-63c2-47d3-a610-4cb71c4ac6c6 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d115ea3b-8175-4a9a-af02-e946321d9b7d,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:38:54.964838 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-38507610-63c2-47d3-a610-4cb71c4ac6c6 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:38:54.971680 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-38507610-63c2-47d3-a610-4cb71c4ac6c6 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:38:54.972975 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-38507610-63c2-47d3-a610-4cb71c4ac6c6 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] 10.222.0.16 "DELETE /v2.0/security-groups/d115ea3b-8175-4a9a-af02-e946321d9b7d HTTP/1.1" status: 204 len: 168 time: 0.2139862 Apr 11 17:38:56.035151 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device acba3994-2a0a-4390-9c46-90d058111def no longer exists at agent hyperv_hv-cinder-78477 {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 11 17:38:56.042534 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 38952) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:38:56.072734 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] No Port match for: acba3994-2a0a-4390-9c46-90d058111def {{(pid=85245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 11 17:38:56.073124 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Device acba3994-2a0a-4390-9c46-90d058111def not bound to the agent host hv-cinder-78477 {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 11 17:38:56.765640 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c7fd5659-c131-423c-80cf-9a5e91bd9620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846760598'] for router_interface, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:38:57.141397 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-c7fd5659-c131-423c-80cf-9a5e91bd9620 admin admin] Deleting port ce7bc5f7-7a58-434b-8ef0-5d0ac972a247 {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:38:57.141973 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c7fd5659-c131-423c-80cf-9a5e91bd9620 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:38:57.325827 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-c7fd5659-c131-423c-80cf-9a5e91bd9620 admin admin] For port ce7bc5f7-7a58-434b-8ef0-5d0ac972a247, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=ce7bc5f7-7a58-434b-8ef0-5d0ac972a247,segment=NetworkSegment(0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b),segment_id=0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:38:57.326221 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c7fd5659-c131-423c-80cf-9a5e91bd9620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:38:57.726187 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-c7fd5659-c131-423c-80cf-9a5e91bd9620 admin admin] Calling delete_port for ce7bc5f7-7a58-434b-8ef0-5d0ac972a247 owned by network:router_interface {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:38:57.919149 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c7fd5659-c131-423c-80cf-9a5e91bd9620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771099430430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771099036582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6317060'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:38:57.933172 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dfaae908-14d3-4e0a-8a0f-2893173038ab tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:38:58.032208 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd5659-c131-423c-80cf-9a5e91bd9620 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce7bc5f7-7a58-434b-8ef0-5d0ac972a247,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:38:58.035098 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c7fd5659-c131-423c-80cf-9a5e91bd9620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:38:58.409294 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c7fd5659-c131-423c-80cf-9a5e91bd9620 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7967587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846744726'] for router_interface, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:38:58.955107 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7fd5659-c131-423c-80cf-9a5e91bd9620 admin admin] Router f17fa03a-c030-4749-a5ef-8c5710c72c6c has already been hosted by L3 agent 5d769fae-3c68-4f0c-97be-90cfc50b6a37 {{(pid=85244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 11 17:38:59.152244 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fd5659-c131-423c-80cf-9a5e91bd9620 admin admin] Notify agent at l3_agent.dv-cinder-784779-4-smb the message routers_updated {{(pid=85244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 11 17:38:59.161565 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c7b40b-3a1a-4b7d-b64a-0e37bc541464 None None] Sync routers for ids ['f17fa03a-c030-4749-a5ef-8c5710c72c6c'] in dv-cinder-784779-4-smb {{(pid=85245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 11 17:38:59.170107 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-c7fd5659-c131-423c-80cf-9a5e91bd9620 admin admin] 10.222.0.16 "PUT /v2.0/routers/f17fa03a-c030-4749-a5ef-8c5710c72c6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1258473 Apr 11 17:38:59.174317 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c7b40b-3a1a-4b7d-b64a-0e37bc541464 None None] Routers {'f17fa03a-c030-4749-a5ef-8c5710c72c6c'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:38:59.174522 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 38958) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:38:59.175146 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-94c7b40b-3a1a-4b7d-b64a-0e37bc541464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:38:37Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['f17fa03a-c030-4749-a5ef-8c5710c72c6c'], 'active': True} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:38:59.382054 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-eda43c5a-b214-41ce-9443-fa62cc8be946 admin admin] Notify callbacks [] for router, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:38:59.550015 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-94c7b40b-3a1a-4b7d-b64a-0e37bc541464 None None] Set router f17fa03a-c030-4749-a5ef-8c5710c72c6c gateway port host: dv-cinder-784779-4-smb {{(pid=85245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:38:59.579315 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-eda43c5a-b214-41ce-9443-fa62cc8be946 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:38:59.588227 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-eda43c5a-b214-41ce-9443-fa62cc8be946 admin admin] Deleting port bc7c539d-c1a6-45db-badf-9b98961652f8 {{(pid=85244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:38:59.588600 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-eda43c5a-b214-41ce-9443-fa62cc8be946 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:38:59.780476 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-eda43c5a-b214-41ce-9443-fa62cc8be946 admin admin] For port bc7c539d-c1a6-45db-badf-9b98961652f8, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=bc7c539d-c1a6-45db-badf-9b98961652f8,segment=NetworkSegment(0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e),segment_id=0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e)] {{(pid=85244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:38:59.780872 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-eda43c5a-b214-41ce-9443-fa62cc8be946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:38:59.866707 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-94c7b40b-3a1a-4b7d-b64a-0e37bc541464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17fa03a-c030-4749-a5ef-8c5710c72c6c', 'name': 'tempest-TestShelveInstance-737882630-router', 'tenant_id': '331e112c75364f0fbebec79a0118e5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.129'}], 'enable_snat': True}, 'gw_port_id': 'bc7c539d-c1a6-45db-badf-9b98961652f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:33:45Z', 'updated_at': '2021-04-11T17:38:57Z', 'revision_number': 5, 'project_id': '331e112c75364f0fbebec79a0118e5c3', 'gw_port': {'id': 'bc7c539d-c1a6-45db-badf-9b98961652f8', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17fa03a-c030-4749-a5ef-8c5710c72c6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:33:46Z', 'updated_at': '2021-04-11T17:33:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb'}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:38:59.871240 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c7b40b-3a1a-4b7d-b64a-0e37bc541464 None None] Checking router: f17fa03a-c030-4749-a5ef-8c5710c72c6c for host: dv-cinder-784779-4-smb {{(pid=85245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 11 17:38:59.880758 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c7b40b-3a1a-4b7d-b64a-0e37bc541464 None None] Routers {'f17fa03a-c030-4749-a5ef-8c5710c72c6c'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:38:59.881540 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-94c7b40b-3a1a-4b7d-b64a-0e37bc541464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:38:37Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['f17fa03a-c030-4749-a5ef-8c5710c72c6c'], 'active': True} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:38:59.914992 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-eda43c5a-b214-41ce-9443-fa62cc8be946 admin admin] Calling delete_port for bc7c539d-c1a6-45db-badf-9b98961652f8 owned by network:router_gateway {{(pid=85244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:39:00.111796 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-eda43c5a-b214-41ce-9443-fa62cc8be946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771099430430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771099036582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6317060'] for port, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:00.131589 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-22791fba-aeb6-4ab5-bdf7-80cd125d62e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:39:00.140370 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-94c7b40b-3a1a-4b7d-b64a-0e37bc541464 None None] Set router f17fa03a-c030-4749-a5ef-8c5710c72c6c gateway port host: None {{(pid=85245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:39:00.242947 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda43c5a-b214-41ce-9443-fa62cc8be946 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc7c539d-c1a6-45db-badf-9b98961652f8,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:39:00.245651 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-eda43c5a-b214-41ce-9443-fa62cc8be946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:39:00.259450 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-94c7b40b-3a1a-4b7d-b64a-0e37bc541464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17fa03a-c030-4749-a5ef-8c5710c72c6c', 'name': 'tempest-TestShelveInstance-737882630-router', 'tenant_id': '331e112c75364f0fbebec79a0118e5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:33:45Z', 'updated_at': '2021-04-11T17:38:59Z', 'revision_number': 6, 'project_id': '331e112c75364f0fbebec79a0118e5c3', 'gw_port_host': None}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:39:00.264026 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c7b40b-3a1a-4b7d-b64a-0e37bc541464 None None] The sync data for ids ['f17fa03a-c030-4749-a5ef-8c5710c72c6c'] in dv-cinder-784779-4-smb is: [{'id': 'f17fa03a-c030-4749-a5ef-8c5710c72c6c', 'name': 'tempest-TestShelveInstance-737882630-router', 'tenant_id': '331e112c75364f0fbebec79a0118e5c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:33:45Z', 'updated_at': '2021-04-11T17:38:59Z', 'revision_number': 6, 'project_id': '331e112c75364f0fbebec79a0118e5c3', 'gw_port_host': None}] {{(pid=85245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 11 17:39:00.423436 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-eda43c5a-b214-41ce-9443-fa62cc8be946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8015236'] for router_gateway, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:00.881851 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-eda43c5a-b214-41ce-9443-fa62cc8be946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8222989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15196'] for router, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:00.884231 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-eda43c5a-b214-41ce-9443-fa62cc8be946 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:00.908286 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-eda43c5a-b214-41ce-9443-fa62cc8be946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846745187'] for router, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:00.908856 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda43c5a-b214-41ce-9443-fa62cc8be946 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f17fa03a-c030-4749-a5ef-8c5710c72c6c {{(pid=85244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 11 17:39:00.925353 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-eda43c5a-b214-41ce-9443-fa62cc8be946 admin admin] Notify callbacks [] for router, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:00.926628 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-eda43c5a-b214-41ce-9443-fa62cc8be946 admin admin] 10.222.0.16 "DELETE /v2.0/routers/f17fa03a-c030-4749-a5ef-8c5710c72c6c HTTP/1.1" status: 204 len: 168 time: 1.7510860 Apr 11 17:39:00.929288 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85244) accepted ('10.222.0.16', 38962) {{(pid=85244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:39:00.997043 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_v2 [None req-f33aa792-1e92-4570-8e68-8d94bc60388a admin admin] Deleting subnet 7283b800-264d-479d-85e4-1f9bc84b3134 {{(pid=85244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 11 17:39:01.000328 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f33aa792-1e92-4570-8e68-8d94bc60388a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:01.056241 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f33aa792-1e92-4570-8e68-8d94bc60388a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6483340'] for subnet, precommit_delete_associations {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:01.138600 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f33aa792-1e92-4570-8e68-8d94bc60388a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-370660'] for subnet, precommit_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:01.411162 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f33aa792-1e92-4570-8e68-8d94bc60388a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854405123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848458637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847719075'] for subnet, after_delete {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:01.427908 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-11faade6-383f-4521-97b9-ddf0e9473c6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:39:01.516554 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33aa792-1e92-4570-8e68-8d94bc60388a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7283b800-264d-479d-85e4-1f9bc84b3134,revision_number=None']} {{(pid=85244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:39:01.526464 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f33aa792-1e92-4570-8e68-8d94bc60388a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:39:01.574277 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f33aa792-1e92-4570-8e68-8d94bc60388a admin admin] Notify callbacks [] for subnet, before_response {{(pid=85244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:01.581514 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b5c4c0-2031-40dd-a177-3bef380b7314 None None] Network 7ea143fb-e9c8-4343-b3df-be0d748ae3f1 requested from dv-cinder-784779-4-smb {{(pid=85245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 11 17:39:01.583213 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-f33aa792-1e92-4570-8e68-8d94bc60388a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7283b800-264d-479d-85e4-1f9bc84b3134 HTTP/1.1" status: 204 len: 168 time: 0.6526279 Apr 11 17:39:01.586060 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 38966) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:39:01.706649 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dafdd1cb-ded2-4592-98f4-1674d727bb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854564312'] for network, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:01.782165 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-dafdd1cb-ded2-4592-98f4-1674d727bb6f admin admin] Deleting port 94aedaf4-bd48-4304-bba3-a113bd944337 {{(pid=85243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:39:01.782550 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dafdd1cb-ded2-4592-98f4-1674d727bb6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:01.860007 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0e25cd-71ea-4c8f-9798-f8499887067f None None] DHCP port deletion for 7ea143fb-e9c8-4343-b3df-be0d748ae3f1 request from dv-cinder-784779-4-smb {{(pid=85245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 11 17:39:01.865086 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-df0e25cd-71ea-4c8f-9798-f8499887067f None None] Deleting port 94aedaf4-bd48-4304-bba3-a113bd944337 {{(pid=85245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:39:01.865513 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-df0e25cd-71ea-4c8f-9798-f8499887067f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:02.004531 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device ce7bc5f7-7a58-434b-8ef0-5d0ac972a247 no longer exists at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 11 17:39:02.105557 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] No Port match for: ce7bc5f7-7a58-434b-8ef0-5d0ac972a247 {{(pid=85245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 11 17:39:02.105865 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device ce7bc5f7-7a58-434b-8ef0-5d0ac972a247 not bound to the agent host dv-cinder-784779-4-smb {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 11 17:39:02.106343 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device 94aedaf4-bd48-4304-bba3-a113bd944337 no longer exists at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 11 17:39:02.119514 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-dafdd1cb-ded2-4592-98f4-1674d727bb6f admin admin] For port 94aedaf4-bd48-4304-bba3-a113bd944337, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=94aedaf4-bd48-4304-bba3-a113bd944337,segment=NetworkSegment(0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b),segment_id=0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:39:02.120259 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dafdd1cb-ded2-4592-98f4-1674d727bb6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:02.189908 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-df0e25cd-71ea-4c8f-9798-f8499887067f None None] For port 94aedaf4-bd48-4304-bba3-a113bd944337, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=94aedaf4-bd48-4304-bba3-a113bd944337,segment=NetworkSegment(0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b),segment_id=0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:39:02.190356 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-df0e25cd-71ea-4c8f-9798-f8499887067f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:02.289273 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-dafdd1cb-ded2-4592-98f4-1674d727bb6f admin admin] Calling delete_port for 94aedaf4-bd48-4304-bba3-a113bd944337 owned by network:dhcp {{(pid=85243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:39:02.331637 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-df0e25cd-71ea-4c8f-9798-f8499887067f None None] Calling delete_port for 94aedaf4-bd48-4304-bba3-a113bd944337 owned by network:dhcp {{(pid=85245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:39:02.372235 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dafdd1cb-ded2-4592-98f4-1674d727bb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771099430430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771099036582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6354135'] for port, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:02.387567 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8895fce6-5024-4691-93ae-af0859e022e8 tempest-TestShelveInstance-2061377658 tempest-TestShelveInstance-2061377658-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:39:02.406777 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Port 94aedaf4-bd48-4304-bba3-a113bd944337 update to DOWN by agent not found {{(pid=85245) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2108}} Apr 11 17:39:02.407268 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device bc7c539d-c1a6-45db-badf-9b98961652f8 no longer exists at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 11 17:39:02.454930 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] No Port match for: bc7c539d-c1a6-45db-badf-9b98961652f8 {{(pid=85245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 11 17:39:02.455300 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device bc7c539d-c1a6-45db-badf-9b98961652f8 not bound to the agent host dv-cinder-784779-4-smb {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 11 17:39:02.484419 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.db.api [None req-df0e25cd-71ea-4c8f-9798-f8499887067f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85245) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 11 17:39:02.484419 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_db.api [None req-df0e25cd-71ea-4c8f-9798-f8499887067f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 11 17:39:02.503278 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafdd1cb-ded2-4592-98f4-1674d727bb6f admin admin] Pushing event deleted for resources: {'Port': ['ID=94aedaf4-bd48-4304-bba3-a113bd944337,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:39:02.506233 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dafdd1cb-ded2-4592-98f4-1674d727bb6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:39:02.543750 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafdd1cb-ded2-4592-98f4-1674d727bb6f admin admin] No DVR routers for this DVR port 94aedaf4-bd48-4304-bba3-a113bd944337 on host dv-cinder-784779-4-smb {{(pid=85243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 11 17:39:02.671980 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dafdd1cb-ded2-4592-98f4-1674d727bb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-369277', 'neutron.services.segments.db._delete_segments_for_network--9223363265755233635'] for network, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:02.986132 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-df0e25cd-71ea-4c8f-9798-f8499887067f None None] Deleting port 94aedaf4-bd48-4304-bba3-a113bd944337 {{(pid=85245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:39:02.986564 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-df0e25cd-71ea-4c8f-9798-f8499887067f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:03.027783 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.segments.db [None req-dafdd1cb-ded2-4592-98f4-1674d727bb6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ea143fb-e9c8-4343-b3df-be0d748ae3f1']}} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:39:03.042375 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.segments.db [None req-dafdd1cb-ded2-4592-98f4-1674d727bb6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b') {'for_net_delete': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:39:03.042885 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.segments.db [None req-dafdd1cb-ded2-4592-98f4-1674d727bb6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f72e49f-d9fc-48ae-9f78-42cb3cb9ec5b') {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:39:03.056637 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dafdd1cb-ded2-4592-98f4-1674d727bb6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771099529263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848217466'] for segment, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:03.058886 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-df0e25cd-71ea-4c8f-9798-f8499887067f None None] The port '94aedaf4-bd48-4304-bba3-a113bd944337' was deleted {{(pid=85245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 11 17:39:03.075873 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dafdd1cb-ded2-4592-98f4-1674d727bb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854391073'] for segment, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:03.083544 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dafdd1cb-ded2-4592-98f4-1674d727bb6f admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=85243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 11 17:39:03.266499 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-dafdd1cb-ded2-4592-98f4-1674d727bb6f admin admin] Network 7ea143fb-e9c8-4343-b3df-be0d748ae3f1 has no segments {{(pid=85243) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 11 17:39:03.276243 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dafdd1cb-ded2-4592-98f4-1674d727bb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-384710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848421635'] for segment, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:03.461760 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-dafdd1cb-ded2-4592-98f4-1674d727bb6f admin admin] Network 7ea143fb-e9c8-4343-b3df-be0d748ae3f1 has no segments {{(pid=85243) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 11 17:39:03.485766 dv-cinder-784779-4-smb neutron-server[85130]: Traceback (most recent call last): Apr 11 17:39:03.485766 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:39:03.485766 dv-cinder-784779-4-smb neutron-server[85130]: timer() Apr 11 17:39:03.485766 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:39:03.485766 dv-cinder-784779-4-smb neutron-server[85130]: cb(*args, **kw) Apr 11 17:39:03.485766 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 11 17:39:03.485766 dv-cinder-784779-4-smb neutron-server[85130]: return func(*args, **kwargs) Apr 11 17:39:03.485766 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:39:03.485766 dv-cinder-784779-4-smb neutron-server[85130]: self._notify() Apr 11 17:39:03.485766 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:39:03.485766 dv-cinder-784779-4-smb neutron-server[85130]: self.callback(batched_events) Apr 11 17:39:03.485766 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:39:03.485766 dv-cinder-784779-4-smb neutron-server[85130]: event.method(event) Apr 11 17:39:03.485766 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 17:39:03.485766 dv-cinder-784779-4-smb neutron-server[85130]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:39:03.485766 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 11 17:39:03.485766 dv-cinder-784779-4-smb neutron-server[85130]: segment_id)['aggregates'][0] Apr 11 17:39:03.485766 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 17:39:03.485766 dv-cinder-784779-4-smb neutron-server[85130]: return f(self, *a, **k) Apr 11 17:39:03.485766 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 17:39:03.485766 dv-cinder-784779-4-smb neutron-server[85130]: return self._get(url).json() Apr 11 17:39:03.485766 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:39:03.485766 dv-cinder-784779-4-smb neutron-server[85130]: **kwargs) Apr 11 17:39:03.485766 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:39:03.485766 dv-cinder-784779-4-smb neutron-server[85130]: return self.request(url, 'GET', **kwargs) Apr 11 17:39:03.485766 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 11 17:39:03.485766 dv-cinder-784779-4-smb neutron-server[85130]: **endpoint_filter) Apr 11 17:39:03.485766 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:39:03.485766 dv-cinder-784779-4-smb neutron-server[85130]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:39:03.485766 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:39:03.485766 dv-cinder-784779-4-smb neutron-server[85130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:39:03.485766 dv-cinder-784779-4-smb neutron-server[85130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:39:03.567923 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dafdd1cb-ded2-4592-98f4-1674d727bb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854406646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846760530'] for network, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:03.571684 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8eb1c239-e0a0-4ed4-8807-8832d645260d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:39:03.586552 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-dafdd1cb-ded2-4592-98f4-1674d727bb6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for network, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:03.601836 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafdd1cb-ded2-4592-98f4-1674d727bb6f admin admin] Pushing event deleted for resources: {'Network': ['ID=7ea143fb-e9c8-4343-b3df-be0d748ae3f1,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:39:03.605362 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-dafdd1cb-ded2-4592-98f4-1674d727bb6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:39:03.615803 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-dafdd1cb-ded2-4592-98f4-1674d727bb6f admin admin] 10.222.0.16 "DELETE /v2.0/networks/7ea143fb-e9c8-4343-b3df-be0d748ae3f1 HTTP/1.1" status: 204 len: 168 time: 2.0283322 Apr 11 17:39:03.618801 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 38970) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:39:03.954827 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:04.196892 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c58e2316-c2d2-495f-b8c1-98df5af50c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846760598'] for router_interface, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:04.585134 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-c58e2316-c2d2-495f-b8c1-98df5af50c75 admin admin] Deleting port bfdbe847-d0c6-464d-967a-8e2b5cfcedf6 {{(pid=85243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:39:04.585520 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c58e2316-c2d2-495f-b8c1-98df5af50c75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:04.774710 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-c58e2316-c2d2-495f-b8c1-98df5af50c75 admin admin] For port bfdbe847-d0c6-464d-967a-8e2b5cfcedf6, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=bfdbe847-d0c6-464d-967a-8e2b5cfcedf6,segment=NetworkSegment(b9681c1d-1144-41d9-8e09-5fb0c412a5fc),segment_id=b9681c1d-1144-41d9-8e09-5fb0c412a5fc)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:39:04.775081 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c58e2316-c2d2-495f-b8c1-98df5af50c75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:04.911534 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-c58e2316-c2d2-495f-b8c1-98df5af50c75 admin admin] Calling delete_port for bfdbe847-d0c6-464d-967a-8e2b5cfcedf6 owned by network:router_interface {{(pid=85243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:39:04.913761 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c8886b40-3436-4358-bdcd-0bc81989c206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:05.098271 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c58e2316-c2d2-495f-b8c1-98df5af50c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771099430430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771099036582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6354135'] for port, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:05.114009 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:39:05.210664 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e2316-c2d2-495f-b8c1-98df5af50c75 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfdbe847-d0c6-464d-967a-8e2b5cfcedf6,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:39:05.220955 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-c58e2316-c2d2-495f-b8c1-98df5af50c75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:39:05.582934 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c58e2316-c2d2-495f-b8c1-98df5af50c75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7967587', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846744726'] for router_interface, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:06.350279 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58e2316-c2d2-495f-b8c1-98df5af50c75 admin admin] Router eca9b263-bfc3-4537-a369-4eba3f5f3920 has already been hosted by L3 agent 5d769fae-3c68-4f0c-97be-90cfc50b6a37 {{(pid=85243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 11 17:39:06.564478 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58e2316-c2d2-495f-b8c1-98df5af50c75 admin admin] Notify agent at l3_agent.dv-cinder-784779-4-smb the message routers_updated {{(pid=85243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 11 17:39:06.574725 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-c58e2316-c2d2-495f-b8c1-98df5af50c75 admin admin] 10.222.0.16 "PUT /v2.0/routers/eca9b263-bfc3-4537-a369-4eba3f5f3920/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9544706 Apr 11 17:39:06.575105 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fcd191-3159-4aea-950d-53f74ecdb6e3 None None] Sync routers for ids ['eca9b263-bfc3-4537-a369-4eba3f5f3920'] in dv-cinder-784779-4-smb {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 11 17:39:06.577681 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 38976) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:39:06.586873 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fcd191-3159-4aea-950d-53f74ecdb6e3 None None] Routers {'eca9b263-bfc3-4537-a369-4eba3f5f3920'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:39:06.587566 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-21fcd191-3159-4aea-950d-53f74ecdb6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:38:37Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['eca9b263-bfc3-4537-a369-4eba3f5f3920'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:39:06.785430 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f957a24d-49f3-461d-b9a3-07df48c8e893 admin admin] Notify callbacks [] for router, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:06.787058 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-21fcd191-3159-4aea-950d-53f74ecdb6e3 None None] Set router eca9b263-bfc3-4537-a369-4eba3f5f3920 gateway port host: dv-cinder-784779-4-smb {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:39:06.984137 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f957a24d-49f3-461d-b9a3-07df48c8e893 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:06.993342 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-f957a24d-49f3-461d-b9a3-07df48c8e893 admin admin] Deleting port 6acfd429-b100-4b60-87ee-18aaf4437353 {{(pid=85243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:39:06.993764 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f957a24d-49f3-461d-b9a3-07df48c8e893 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:07.099581 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-21fcd191-3159-4aea-950d-53f74ecdb6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca9b263-bfc3-4537-a369-4eba3f5f3920', 'name': 'tempest-TestShelveInstance-169092115-router', 'tenant_id': '5522c880a37d47c78cece2de39c0ab02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'external_fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.208'}], 'enable_snat': True}, 'gw_port_id': '6acfd429-b100-4b60-87ee-18aaf4437353', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:33:52Z', 'updated_at': '2021-04-11T17:39:05Z', 'revision_number': 5, 'project_id': '5522c880a37d47c78cece2de39c0ab02', 'gw_port': {'id': '6acfd429-b100-4b60-87ee-18aaf4437353', 'name': '', 'network_id': '760603f5-451c-4017-b5ea-df3888d3fb56', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:75:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eca9b263-bfc3-4537-a369-4eba3f5f3920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'ip_address': '172.28.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784779-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-11T17:33:53Z', 'updated_at': '2021-04-11T17:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e13c5172-f61e-460b-afd0-2fdd7fa5ba98', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784779-4-smb'}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:39:07.104575 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fcd191-3159-4aea-950d-53f74ecdb6e3 None None] Checking router: eca9b263-bfc3-4537-a369-4eba3f5f3920 for host: dv-cinder-784779-4-smb {{(pid=85246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 11 17:39:07.118714 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fcd191-3159-4aea-950d-53f74ecdb6e3 None None] Routers {'eca9b263-bfc3-4537-a369-4eba3f5f3920'} bound to L3 agent in host dv-cinder-784779-4-smb {{(pid=85246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 11 17:39:07.119920 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-21fcd191-3159-4aea-950d-53f74ecdb6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784779-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-11T17:12:07Z,description=,heartbeat_timestamp=2021-04-11T17:38:37Z,host='dv-cinder-784779-4-smb',id=5d769fae-3c68-4f0c-97be-90cfc50b6a37,load=0,resource_versions=,resources_synced=,started_at=2021-04-11T17:12:07Z,topic='l3_agent')) {'router_ids': ['eca9b263-bfc3-4537-a369-4eba3f5f3920'], 'active': True} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:39:07.201344 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-f957a24d-49f3-461d-b9a3-07df48c8e893 admin admin] For port 6acfd429-b100-4b60-87ee-18aaf4437353, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=6acfd429-b100-4b60-87ee-18aaf4437353,segment=NetworkSegment(0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e),segment_id=0784c1a6-ddec-41a1-8a7e-bf2f9ecf4d3e)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:39:07.201658 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f957a24d-49f3-461d-b9a3-07df48c8e893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:07.297819 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvr_db [None req-21fcd191-3159-4aea-950d-53f74ecdb6e3 None None] Set router eca9b263-bfc3-4537-a369-4eba3f5f3920 gateway port host: None {{(pid=85246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 11 17:39:07.343528 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-f957a24d-49f3-461d-b9a3-07df48c8e893 admin admin] Calling delete_port for 6acfd429-b100-4b60-87ee-18aaf4437353 owned by network:router_gateway {{(pid=85243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:39:07.370762 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-6a5aa216-0db3-429b-b565-97ea86239675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:07.545785 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f957a24d-49f3-461d-b9a3-07df48c8e893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771099430430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771099036582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6354135'] for port, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:07.564778 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-37439fb2-0d32-40ba-9799-c2cbbb41cd03 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:39:07.583290 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_hamode_db [None req-21fcd191-3159-4aea-950d-53f74ecdb6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eca9b263-bfc3-4537-a369-4eba3f5f3920', 'name': 'tempest-TestShelveInstance-169092115-router', 'tenant_id': '5522c880a37d47c78cece2de39c0ab02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:33:52Z', 'updated_at': '2021-04-11T17:39:06Z', 'revision_number': 6, 'project_id': '5522c880a37d47c78cece2de39c0ab02', 'gw_port_host': None}], 'dv-cinder-784779-4-smb', False) {} {{(pid=85246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:39:07.587653 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21fcd191-3159-4aea-950d-53f74ecdb6e3 None None] The sync data for ids ['eca9b263-bfc3-4537-a369-4eba3f5f3920'] in dv-cinder-784779-4-smb is: [{'id': 'eca9b263-bfc3-4537-a369-4eba3f5f3920', 'name': 'tempest-TestShelveInstance-169092115-router', 'tenant_id': '5522c880a37d47c78cece2de39c0ab02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-11T17:33:52Z', 'updated_at': '2021-04-11T17:39:06Z', 'revision_number': 6, 'project_id': '5522c880a37d47c78cece2de39c0ab02', 'gw_port_host': None}] {{(pid=85246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 11 17:39:07.665887 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f957a24d-49f3-461d-b9a3-07df48c8e893 admin admin] Pushing event deleted for resources: {'Port': ['ID=6acfd429-b100-4b60-87ee-18aaf4437353,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:39:07.676979 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-f957a24d-49f3-461d-b9a3-07df48c8e893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:39:07.842190 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f957a24d-49f3-461d-b9a3-07df48c8e893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8015236'] for router_gateway, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:07.980657 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device 6acfd429-b100-4b60-87ee-18aaf4437353 no longer exists at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 11 17:39:08.028546 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] No Port match for: 6acfd429-b100-4b60-87ee-18aaf4437353 {{(pid=85245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 11 17:39:08.028939 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device 6acfd429-b100-4b60-87ee-18aaf4437353 not bound to the agent host dv-cinder-784779-4-smb {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 11 17:39:08.029405 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device bfdbe847-d0c6-464d-967a-8e2b5cfcedf6 no longer exists at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 11 17:39:08.040458 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f957a24d-49f3-461d-b9a3-07df48c8e893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8222989', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15196'] for router, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:08.043157 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f957a24d-49f3-461d-b9a3-07df48c8e893 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:08.072293 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] No Port match for: bfdbe847-d0c6-464d-967a-8e2b5cfcedf6 {{(pid=85245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 11 17:39:08.072899 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device bfdbe847-d0c6-464d-967a-8e2b5cfcedf6 not bound to the agent host dv-cinder-784779-4-smb {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 11 17:39:08.073453 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f957a24d-49f3-461d-b9a3-07df48c8e893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036846745187'] for router, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:08.074184 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f957a24d-49f3-461d-b9a3-07df48c8e893 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eca9b263-bfc3-4537-a369-4eba3f5f3920 {{(pid=85243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 11 17:39:08.076704 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:08.088263 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f957a24d-49f3-461d-b9a3-07df48c8e893 admin admin] Notify callbacks [] for router, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:08.089541 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-f957a24d-49f3-461d-b9a3-07df48c8e893 admin admin] 10.222.0.16 "DELETE /v2.0/routers/eca9b263-bfc3-4537-a369-4eba3f5f3920 HTTP/1.1" status: 204 len: 168 time: 1.5105414 Apr 11 17:39:08.094313 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 38980) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:39:08.170327 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.db_base_plugin_v2 [None req-fee5f5a0-3789-4d44-ba44-7c3f7ab98460 admin admin] Deleting subnet a79233e1-6c2e-4286-9b1d-52153a502683 {{(pid=85243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 11 17:39:08.174118 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fee5f5a0-3789-4d44-ba44-7c3f7ab98460 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:08.230924 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fee5f5a0-3789-4d44-ba44-7c3f7ab98460 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6558329'] for subnet, precommit_delete_associations {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:08.332778 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fee5f5a0-3789-4d44-ba44-7c3f7ab98460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-370660'] for subnet, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:08.448782 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:08.600852 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fee5f5a0-3789-4d44-ba44-7c3f7ab98460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854405123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848421728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5609759'] for subnet, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:08.617050 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8e8dac0e-4cfb-4870-ac95-31b960c62d14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:39:08.706799 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee5f5a0-3789-4d44-ba44-7c3f7ab98460 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a79233e1-6c2e-4286-9b1d-52153a502683,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:39:08.718403 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-fee5f5a0-3789-4d44-ba44-7c3f7ab98460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:39:08.757497 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-fee5f5a0-3789-4d44-ba44-7c3f7ab98460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for subnet, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:08.763286 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41e9898-2a37-4507-b57a-b5099662118d None None] Network 21fc3630-b8e7-4035-9714-82f9d78ef02f requested from dv-cinder-784779-4-smb {{(pid=85245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 11 17:39:08.763818 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-fee5f5a0-3789-4d44-ba44-7c3f7ab98460 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a79233e1-6c2e-4286-9b1d-52153a502683 HTTP/1.1" status: 204 len: 168 time: 0.6683617 Apr 11 17:39:08.766468 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 38984) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:39:08.890922 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8ebfe57f-5ca8-439e-af33-4c0d8f0d1ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854564312'] for network, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:08.967070 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-8ebfe57f-5ca8-439e-af33-4c0d8f0d1ec0 admin admin] Deleting port 4003c722-247e-4cde-924a-4ad72e6f8f62 {{(pid=85243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:39:08.967439 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8ebfe57f-5ca8-439e-af33-4c0d8f0d1ec0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:09.061751 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5603e7bb-8d38-4ac7-8b83-451e7f2c1de9 None None] DHCP port deletion for 21fc3630-b8e7-4035-9714-82f9d78ef02f request from dv-cinder-784779-4-smb {{(pid=85245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 11 17:39:09.067025 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-5603e7bb-8d38-4ac7-8b83-451e7f2c1de9 None None] Deleting port 4003c722-247e-4cde-924a-4ad72e6f8f62 {{(pid=85245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:39:09.067615 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5603e7bb-8d38-4ac7-8b83-451e7f2c1de9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:09.209519 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-8ebfe57f-5ca8-439e-af33-4c0d8f0d1ec0 admin admin] For port 4003c722-247e-4cde-924a-4ad72e6f8f62, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=4003c722-247e-4cde-924a-4ad72e6f8f62,segment=NetworkSegment(b9681c1d-1144-41d9-8e09-5fb0c412a5fc),segment_id=b9681c1d-1144-41d9-8e09-5fb0c412a5fc)] {{(pid=85243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:39:09.209911 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8ebfe57f-5ca8-439e-af33-4c0d8f0d1ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:09.300212 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.db [None req-5603e7bb-8d38-4ac7-8b83-451e7f2c1de9 None None] For port 4003c722-247e-4cde-924a-4ad72e6f8f62, host dv-cinder-784779-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784779-4-smb',level=0,port_id=4003c722-247e-4cde-924a-4ad72e6f8f62,segment=NetworkSegment(b9681c1d-1144-41d9-8e09-5fb0c412a5fc),segment_id=b9681c1d-1144-41d9-8e09-5fb0c412a5fc)] {{(pid=85245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 11 17:39:09.300686 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5603e7bb-8d38-4ac7-8b83-451e7f2c1de9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846555952'] for port, precommit_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:09.452759 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-5603e7bb-8d38-4ac7-8b83-451e7f2c1de9 None None] Calling delete_port for 4003c722-247e-4cde-924a-4ad72e6f8f62 owned by network:dhcp {{(pid=85245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:39:09.496822 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:09.536121 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-5603e7bb-8d38-4ac7-8b83-451e7f2c1de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-54350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522856', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771099430430', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771099036582'] for port, after_delete {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:09.552103 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-b6fc2115-b9e0-41c1-9ec0-7d4323d36b42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:39:09.596235 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-8ebfe57f-5ca8-439e-af33-4c0d8f0d1ec0 admin admin] Calling delete_port for 4003c722-247e-4cde-924a-4ad72e6f8f62 owned by network:dhcp {{(pid=85243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 11 17:39:09.649196 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603e7bb-8d38-4ac7-8b83-451e7f2c1de9 None None] Pushing event deleted for resources: {'Port': ['ID=4003c722-247e-4cde-924a-4ad72e6f8f62,revision_number=None']} {{(pid=85245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:39:09.668916 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5603e7bb-8d38-4ac7-8b83-451e7f2c1de9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:39:09.669301 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5603e7bb-8d38-4ac7-8b83-451e7f2c1de9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:39:09.669684 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5603e7bb-8d38-4ac7-8b83-451e7f2c1de9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:39:09.670065 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5603e7bb-8d38-4ac7-8b83-451e7f2c1de9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:39:09.670437 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5603e7bb-8d38-4ac7-8b83-451e7f2c1de9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:39:09.670804 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5603e7bb-8d38-4ac7-8b83-451e7f2c1de9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:39:09.671164 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5603e7bb-8d38-4ac7-8b83-451e7f2c1de9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:39:09.671543 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5603e7bb-8d38-4ac7-8b83-451e7f2c1de9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:39:09.671922 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5603e7bb-8d38-4ac7-8b83-451e7f2c1de9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:39:09.672293 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5603e7bb-8d38-4ac7-8b83-451e7f2c1de9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:39:09.672649 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5603e7bb-8d38-4ac7-8b83-451e7f2c1de9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:39:09.673009 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5603e7bb-8d38-4ac7-8b83-451e7f2c1de9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784779-4-smb {{(pid=85245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 11 17:39:09.674033 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.db.api [None req-8ebfe57f-5ca8-439e-af33-4c0d8f0d1ec0 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85243) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 11 17:39:09.674488 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_db.api [None req-8ebfe57f-5ca8-439e-af33-4c0d8f0d1ec0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 11 17:39:09.678421 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-5603e7bb-8d38-4ac7-8b83-451e7f2c1de9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:39:09.710248 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5603e7bb-8d38-4ac7-8b83-451e7f2c1de9 None None] No DVR routers for this DVR port 4003c722-247e-4cde-924a-4ad72e6f8f62 on host dv-cinder-784779-4-smb {{(pid=85245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 11 17:39:09.979343 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device 4003c722-247e-4cde-924a-4ad72e6f8f62 no longer exists at agent ovs-agent-dv-cinder-784779-4-smb {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 11 17:39:10.020308 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] No Port match for: 4003c722-247e-4cde-924a-4ad72e6f8f62 {{(pid=85245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 11 17:39:10.020705 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.rpc [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Device 4003c722-247e-4cde-924a-4ad72e6f8f62 not bound to the agent host dv-cinder-784779-4-smb {{(pid=85245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 11 17:39:10.176266 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-8ebfe57f-5ca8-439e-af33-4c0d8f0d1ec0 admin admin] Deleting port 4003c722-247e-4cde-924a-4ad72e6f8f62 {{(pid=85243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 11 17:39:10.176591 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8ebfe57f-5ca8-439e-af33-4c0d8f0d1ec0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363265755359672'] for port, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:10.255099 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.plugin [None req-8ebfe57f-5ca8-439e-af33-4c0d8f0d1ec0 admin admin] The port '4003c722-247e-4cde-924a-4ad72e6f8f62' was deleted {{(pid=85243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 11 17:39:10.380745 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8ebfe57f-5ca8-439e-af33-4c0d8f0d1ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-369277', 'neutron.services.segments.db._delete_segments_for_network--9223363265755233635'] for network, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:10.499270 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.segments.db [None req-8ebfe57f-5ca8-439e-af33-4c0d8f0d1ec0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21fc3630-b8e7-4035-9714-82f9d78ef02f']}} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:39:10.513336 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.segments.db [None req-8ebfe57f-5ca8-439e-af33-4c0d8f0d1ec0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9681c1d-1144-41d9-8e09-5fb0c412a5fc') {'for_net_delete': True} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:39:10.513685 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.services.segments.db [None req-8ebfe57f-5ca8-439e-af33-4c0d8f0d1ec0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9681c1d-1144-41d9-8e09-5fb0c412a5fc') {} {{(pid=85243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 11 17:39:10.526683 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8ebfe57f-5ca8-439e-af33-4c0d8f0d1ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771099529263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848217466'] for segment, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:10.542386 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8ebfe57f-5ca8-439e-af33-4c0d8f0d1ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854391073'] for segment, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:10.548745 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ebfe57f-5ca8-439e-af33-4c0d8f0d1ec0 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=85243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 11 17:39:10.734680 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-8ebfe57f-5ca8-439e-af33-4c0d8f0d1ec0 admin admin] Network 21fc3630-b8e7-4035-9714-82f9d78ef02f has no segments {{(pid=85243) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 11 17:39:10.744701 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8ebfe57f-5ca8-439e-af33-4c0d8f0d1ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-384710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848421635'] for segment, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:10.928040 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.plugins.ml2.managers [None req-8ebfe57f-5ca8-439e-af33-4c0d8f0d1ec0 admin admin] Network 21fc3630-b8e7-4035-9714-82f9d78ef02f has no segments {{(pid=85243) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 11 17:39:10.952190 dv-cinder-784779-4-smb neutron-server[85130]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 17:39:10.952190 dv-cinder-784779-4-smb neutron-server[85130]: % (table.description, expected, rows_matched) Apr 11 17:39:10.952190 dv-cinder-784779-4-smb neutron-server[85130]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 17:39:10.952190 dv-cinder-784779-4-smb neutron-server[85130]: % (table.description, expected, rows_matched) Apr 11 17:39:10.952190 dv-cinder-784779-4-smb neutron-server[85130]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 17:39:10.952190 dv-cinder-784779-4-smb neutron-server[85130]: % (table.description, expected, rows_matched) Apr 11 17:39:10.952190 dv-cinder-784779-4-smb neutron-server[85130]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 17:39:10.952190 dv-cinder-784779-4-smb neutron-server[85130]: % (table.description, expected, rows_matched) Apr 11 17:39:10.952190 dv-cinder-784779-4-smb neutron-server[85130]: Traceback (most recent call last): Apr 11 17:39:10.952190 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:39:10.952190 dv-cinder-784779-4-smb neutron-server[85130]: timer() Apr 11 17:39:10.952190 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:39:10.952190 dv-cinder-784779-4-smb neutron-server[85130]: cb(*args, **kw) Apr 11 17:39:10.952190 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 11 17:39:10.952190 dv-cinder-784779-4-smb neutron-server[85130]: return func(*args, **kwargs) Apr 11 17:39:10.952190 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:39:10.952190 dv-cinder-784779-4-smb neutron-server[85130]: self._notify() Apr 11 17:39:10.952190 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:39:10.952190 dv-cinder-784779-4-smb neutron-server[85130]: self.callback(batched_events) Apr 11 17:39:10.952190 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:39:10.952190 dv-cinder-784779-4-smb neutron-server[85130]: event.method(event) Apr 11 17:39:10.952190 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 11 17:39:10.952190 dv-cinder-784779-4-smb neutron-server[85130]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:39:10.952190 dv-cinder-784779-4-smb neutron-server[85130]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 11 17:39:10.952190 dv-cinder-784779-4-smb neutron-server[85130]: segment_id)['aggregates'][0] Apr 11 17:39:10.952190 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 11 17:39:10.952190 dv-cinder-784779-4-smb neutron-server[85130]: return f(self, *a, **k) Apr 11 17:39:10.952190 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 11 17:39:10.952190 dv-cinder-784779-4-smb neutron-server[85130]: return self._get(url).json() Apr 11 17:39:10.952190 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:39:10.952190 dv-cinder-784779-4-smb neutron-server[85130]: **kwargs) Apr 11 17:39:10.952190 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:39:10.952190 dv-cinder-784779-4-smb neutron-server[85130]: return self.request(url, 'GET', **kwargs) Apr 11 17:39:10.952190 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 11 17:39:10.952190 dv-cinder-784779-4-smb neutron-server[85130]: **endpoint_filter) Apr 11 17:39:10.952190 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:39:10.952190 dv-cinder-784779-4-smb neutron-server[85130]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:39:10.952190 dv-cinder-784779-4-smb neutron-server[85130]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:39:10.952190 dv-cinder-784779-4-smb neutron-server[85130]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:39:10.952190 dv-cinder-784779-4-smb neutron-server[85130]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:39:11.032754 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8ebfe57f-5ca8-439e-af33-4c0d8f0d1ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854406646', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665854', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846808213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036846760530'] for network, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:11.036897 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:39:11.051642 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8ebfe57f-5ca8-439e-af33-4c0d8f0d1ec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846808198'] for network, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:11.063260 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebfe57f-5ca8-439e-af33-4c0d8f0d1ec0 admin admin] Pushing event deleted for resources: {'Network': ['ID=21fc3630-b8e7-4035-9714-82f9d78ef02f,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:39:11.066504 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-8ebfe57f-5ca8-439e-af33-4c0d8f0d1ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:39:11.068906 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-8ebfe57f-5ca8-439e-af33-4c0d8f0d1ec0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/21fc3630-b8e7-4035-9714-82f9d78ef02f HTTP/1.1" status: 204 len: 168 time: 2.3009562 Apr 11 17:39:11.185832 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 38990) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:39:11.238886 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-98066107-424a-49ce-9120-c150bc8917a4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=331e112c75364f0fbebec79a0118e5c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511038 Apr 11 17:39:11.241584 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 38994) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:39:11.308609 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-10c4d99e-91e3-4b21-b789-e8f4e4d2971f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:11.337618 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-10c4d99e-91e3-4b21-b789-e8f4e4d2971f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:11.387284 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-10c4d99e-91e3-4b21-b789-e8f4e4d2971f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:11.392726 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-caae739e-f23d-41e8-87ba-4ab7acf19f96 tempest-AttachVolumeTestJSON-1879813456 tempest-AttachVolumeTestJSON-1879813456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:39:11.407780 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4d99e-91e3-4b21-b789-e8f4e4d2971f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f20754-8ffb-4c50-b8d9-33010ae54cb5,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:39:11.413348 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-10c4d99e-91e3-4b21-b789-e8f4e4d2971f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:39:11.415455 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-10c4d99e-91e3-4b21-b789-e8f4e4d2971f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:11.416714 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-10c4d99e-91e3-4b21-b789-e8f4e4d2971f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a2f20754-8ffb-4c50-b8d9-33010ae54cb5 HTTP/1.1" status: 204 len: 168 time: 0.1741462 Apr 11 17:39:11.775395 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 39002) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:39:11.828871 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-9558fa14-8f21-47c4-802b-d0755cd0bcc3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5522c880a37d47c78cece2de39c0ab02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511696 Apr 11 17:39:11.831434 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [-] (85243) accepted ('10.222.0.16', 39006) {{(pid=85243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 11 17:39:11.893126 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-29f9138b-5aee-4845-a556-b7901b14b398 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:11.924868 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-29f9138b-5aee-4845-a556-b7901b14b398 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:11.971976 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-29f9138b-5aee-4845-a556-b7901b14b398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846665826'] for security_group, after_delete {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:11.977227 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-10c711b5-4574-42ff-bd0f-253118e3988d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 11 17:39:11.988606 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f9138b-5aee-4845-a556-b7901b14b398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e814adbf-9392-4f21-816a-8c02bf6a3ca0,revision_number=None']} {{(pid=85243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 11 17:39:11.991113 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG oslo_concurrency.lockutils [None req-29f9138b-5aee-4845-a556-b7901b14b398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=85243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 11 17:39:11.996699 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-29f9138b-5aee-4845-a556-b7901b14b398 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:11.998077 dv-cinder-784779-4-smb neutron-server[85130]: INFO neutron.wsgi [None req-29f9138b-5aee-4845-a556-b7901b14b398 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e814adbf-9392-4f21-816a-8c02bf6a3ca0 HTTP/1.1" status: 204 len: 168 time: 0.1650834 Apr 11 17:39:26.619596 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 6 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:39:33.954875 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:34.915397 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-704642c1-1862-4171-86de-3352e58c5338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:37.362952 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-c95b1e56-3879-4fd3-9bed-40f1bfbaca94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:38.019871 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:38.451234 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:39:39.362990 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:40:03.620353 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 6 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:40:03.969226 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:40:04.916928 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a88079a0-a290-465f-9a6c-bed2d099cc15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:40:07.365813 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-aff96101-8da4-4ef1-b495-f9a6b7b3c3c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:40:08.023361 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:40:08.455279 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:40:09.364320 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:40:33.983583 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:40:34.918619 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-221e940b-31f1-4ce3-b600-9827a6fced2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:40:37.367126 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4386108f-db54-4c0b-82ca-755f92e8f956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:40:38.025123 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:40:38.458549 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:40:39.368030 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:40:40.620357 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 6 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:41:03.999365 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:41:04.921649 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f9e7929a-7715-4aa4-af2d-7a86903210c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:41:07.370679 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-90cf5c7e-9bce-41ef-9875-72abc837471a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:41:08.028889 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:41:08.465366 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:41:09.371323 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:41:16.574174 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.wsgi [req-1a3d51bc-995d-41d8-9aa8-d6f185266aa9 req-c13ab8a9-d84a-4fe4-8062-721c635ccbcd service neutron] (85243) timed out ('10.222.0.42', 58514) {{(pid=85243) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 11 17:41:17.620808 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 6 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:41:33.999562 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:41:34.923550 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-70b3557c-515e-4eb9-b39a-2f9220f51291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:41:37.373399 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-63f6714b-4587-4640-a6e7-ef25a75cd001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:41:38.031361 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:41:38.472064 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:41:39.374445 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:41:54.621822 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 6 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:42:04.013948 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:42:04.925087 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f9f2224a-485d-4e23-bc16-82724c1bb13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:42:07.377292 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-961f33f6-f7fc-41d7-b46e-4f44f8609f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:42:08.036317 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:42:08.468701 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:42:09.375960 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:42:31.621441 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 6 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:42:34.015177 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:42:34.926292 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-7206c95a-1618-4532-b11e-7b83190cd106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:42:37.379215 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-42239be6-a075-4b17-9ed2-5434ca0d3983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:42:38.036549 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:42:38.461552 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:42:39.378537 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:43:04.012163 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:43:04.926962 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-afaaafa8-697b-4558-b143-74e14842c513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:43:07.382073 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-4de0f917-69c5-4f58-b158-8f6e14dd9599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:43:08.047593 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:43:08.463631 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:43:08.621315 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 6 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 11 17:43:09.381806 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:43:34.028035 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b043d4e4-df55-442c-8030-101b995bbfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:43:34.927747 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-a65f8393-bcdd-4b40-aaca-9a43789df8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:43:37.383557 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-9578cb12-9fe2-4221-b250-cf7507a247cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:43:38.041226 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-8a20eebb-bb43-4798-abf6-d87c8132e0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:43:38.466566 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-b106720a-6297-4208-8b4f-3ebf373d4d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:43:39.385845 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron_lib.callbacks.manager [None req-f37f5b7d-be65-4ed3-9c3c-3aa8e7ef069f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363265755233652', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-376113'] for agent, after_update {{(pid=85245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 11 17:43:45.620535 dv-cinder-784779-4-smb neutron-server[85130]: DEBUG neutron.db.agents_db [None req-e0197122-8120-40a6-a456-362acdf06d57 None None] Agent healthcheck: found 6 active agents {{(pid=85246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}